-- Logs begin at Thu 2022-04-14 20:45:12 UTC, end at Thu 2022-04-14 21:54:26 UTC. -- Apr 14 21:22:49.117613 dv-cinder-837543-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 21:22:52.114346 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.common.config [-] Logging enabled! Apr 14 21:22:52.114975 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 21:22:52.115141 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103276) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 21:22:52.118503 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.common.config [-] Logging enabled! Apr 14 21:22:52.118763 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 21:22:52.119080 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103276) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 21:22:52.120040 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:22:52.120279 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:22:52.120651 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:22:52.120901 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:22:52.121131 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:22:52.121554 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.122012 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 14 21:22:52.122332 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.122634 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.122928 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.123225 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.123518 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.123804 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.124096 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.124396 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.124689 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.124973 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.125262 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.125556 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.125880 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.126172 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.126463 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.126755 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] debug = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.127040 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.127479 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.128422 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.128707 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.129175 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.129461 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.129819 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.130109 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.130401 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.130737 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] host = dv-cinder-837543-3-iscsi {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.131019 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.131313 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.131601 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.131889 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.132174 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.132455 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.132744 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.133023 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.133302 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.133580 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.133907 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.134202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.134496 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.134723 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.134947 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.135247 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.135538 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.135814 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.136091 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.136369 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.136646 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.136922 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.137191 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.137480 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.137792 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.138081 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.138357 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.138633 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.138906 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.139177 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.139463 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.139735 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.140007 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.140280 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.140569 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.140840 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.141114 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.141414 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.141701 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.142012 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.142298 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.142574 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.142858 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.143130 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.143505 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.144431 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_json = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.144710 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.144988 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.145277 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.145555 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.145857 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.146135 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.146412 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.146700 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.146974 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:52.147277 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.147579 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.147884 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.148185 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.148480 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.148762 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.149057 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.149338 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.149630 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.149952 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.150246 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.150528 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.150833 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.151129 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.151430 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.151742 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.152041 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.152348 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.152631 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.152906 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.153185 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.153468 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.153779 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.154064 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.154358 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.154651 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.154934 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.155235 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.155528 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.155825 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.156119 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.156401 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.156684 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.156977 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.157261 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.157538 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.157849 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.158145 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.158427 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.158702 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.159007 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.159297 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.159570 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.159846 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.160129 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.160423 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.160707 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.160977 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.161249 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.161530 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.161890 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.162188 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.162474 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.162752 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.163031 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.163313 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.163592 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.163872 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.164154 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.164430 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.164711 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.164986 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.165261 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.165537 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.165842 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.166120 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.166396 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.166670 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.166951 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.167225 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.167501 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.167778 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.168058 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.168332 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.168621 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.168922 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.169203 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.169485 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.169789 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.170076 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.170358 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.170665 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.170922 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.171204 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.171480 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.171775 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.172068 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.172361 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.172669 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.172950 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.173249 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.173530 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.173840 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.174130 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.174410 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.174715 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.175263 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.175263 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.175569 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.175867 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.176166 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.176464 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.176761 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.177044 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.177356 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.177639 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:52.177882 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:22:52.178125 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103276) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 14 21:22:52.559442 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 21:22:52.559725 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 21:22:52.560035 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 21:22:52.560371 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 21:22:52.890717 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.890930 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.891202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.894291 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.894578 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.894853 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.949147 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.949425 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.949692 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.965046 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.965329 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.965603 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.996886 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.997173 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:52.998983 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.049276 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.049688 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.050092 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.418236 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.418892 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.418892 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.419072 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.419734 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.519880 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.520209 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.520501 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.520781 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.521056 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.521375 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.521643 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.521928 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.522195 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.522485 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.522753 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.523023 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.523286 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.523545 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.523807 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.524075 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.524339 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.524611 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.524888 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.525151 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.525428 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.525684 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.525992 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.526375 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.526631 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.526882 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.527281 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:22:53.527525 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:22:53.527767 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:22:53.528008 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:22:53.528248 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:22:53.528486 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:22:53.528858 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 21:22:53.532037 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 21:22:53.536022 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 21:22:53.539911 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 14 21:22:53.541537 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 21:22:53.542044 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 21:22:53.542381 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 21:22:53.542767 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 21:22:53.545713 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 21:22:53.545986 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 21:22:53.546336 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 21:22:53.551911 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 14 21:22:53.577897 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 21:22:53.578369 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.580863 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103276) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 14 21:22:53.581934 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.583322 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103276) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 21:22:53.583610 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 21:22:53.583862 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 21:22:53.587256 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.587544 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:53.654010 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 21:22:53.654256 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 21:22:53.654498 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 21:22:53.654876 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 21:22:53.674960 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_db.sqlalchemy.engines [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103276) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 14 21:22:54.117639 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Initializing driver for type 'gre' Apr 14 21:22:54.118195 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] gre ID ranges: [(1, 1000)] Apr 14 21:22:54.174047 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Initializing driver for type 'local' Apr 14 21:22:54.174385 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Initializing driver for type 'vlan' Apr 14 21:22:54.187767 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] VlanTypeDriver initialization complete Apr 14 21:22:54.188168 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Initializing driver for type 'vxlan' Apr 14 21:22:54.188891 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] vxlan ID ranges: [(1, 1000)] Apr 14 21:22:54.240790 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Initializing extension driver 'port_security' Apr 14 21:22:54.241180 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.extensions.port_security [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] PortSecurityExtensionDriver initialization complete Apr 14 21:22:54.241539 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Initializing mechanism driver 'openvswitch' Apr 14 21:22:54.241990 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Initializing mechanism driver 'hyperv' Apr 14 21:22:54.248440 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:54.249270 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > port after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.249641 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.250015 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.250537 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:22:54.250972 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > subnet after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.251324 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > subnet after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.251666 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.252060 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:22:54.252467 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > network after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.253330 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > network after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.253682 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > network after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.254101 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:22:54.254501 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > security_group after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.254851 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > security_group after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.255189 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.255578 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:22:54.255982 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.256326 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.256664 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.257071 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:22:54.257451 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > address_group after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.257818 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > address_group after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.258156 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.258545 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:22:54.258981 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] ML2 OVO RPC backend initialized. {{(pid=103276) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 14 21:22:54.259674 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.260025 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.260438 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > network before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.260784 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > networks before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.261129 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > port before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.261466 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > ports before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.261832 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > subnet before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.262180 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > subnets before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.262523 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > network after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.262861 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > network after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.263193 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > network after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.263525 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > port after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.263858 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.264188 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.264518 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > subnet after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.264853 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > subnet after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.265178 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.272943 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded quota_driver: . Apr 14 21:22:54.273298 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.plugin [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Modular L2 Plugin initialization complete Apr 14 21:22:54.273642 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading services supported by the core plugin {{(pid=103276) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 21:22:54.274011 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Got port-security extension from driver 'port_security' Apr 14 21:22:54.274490 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.extensions.vlantransparent [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Disabled vlantransparent extension. Apr 14 21:22:54.274977 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103276) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 21:22:54.275298 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading Plugin: router Apr 14 21:22:54.310923 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.311313 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router after_create 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.311684 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router before_create 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.312045 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.312415 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.312767 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router after_delete 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.313124 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.313471 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.313855 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router after_create 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.314201 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router after_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.314546 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router after_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.314892 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.316131 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router after_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.316548 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router precommit_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.316921 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.317261 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.317599 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: subnet after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.317966 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.318313 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.318661 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router precommit_create 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.319002 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: port before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.319499 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router precommit_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.319857 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router after_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.320195 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.320550 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router precommit_create 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.320908 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.321248 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router precommit_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.321609 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > agent after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.321988 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > agent after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.322331 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > network after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.323187 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Tracking information for resource: router configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:22:54.323517 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Tracking information for resource: floatingip configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:22:54.328310 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.db.l3_agentschedulers_db [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 21:22:54.328879 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.329236 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: port after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.329583 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.329953 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.330740 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router before_create 55550100 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.331422 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.331592 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router precommit_create 55550100 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.331961 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > router precommit_update 55550100 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.336666 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.services.provider_configuration [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service providers = [] {{(pid=103276) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 21:22:54.337020 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.db.servicetype_db [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103276) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 21:22:54.340017 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.services.service_base [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:22:54.340367 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.services.service_base [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:22:54.340706 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.services.service_base [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:22:54.341853 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.services.service_base [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:22:54.342223 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.services.service_base [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 21:22:54.342602 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:22:54.342914 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 21:22:54.354078 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:22:54.354415 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading Plugin: auto_allocate Apr 14 21:22:54.360005 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: network precommit_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.360370 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: network precommit_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.360887 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:22:54.361205 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading Plugin: tag Apr 14 21:22:54.369939 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:22:54.370267 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading Plugin: timestamp Apr 14 21:22:54.374048 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:22:54.374373 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading Plugin: network_ip_availability Apr 14 21:22:54.380083 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.380450 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.380802 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.381506 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:22:54.381849 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading Plugin: flavors Apr 14 21:22:54.386724 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:22:54.387056 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading Plugin: revisions Apr 14 21:22:54.391264 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:22:54.391654 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=103276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 21:22:54.392391 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103276) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 14 21:22:54.392725 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Initializing extension manager. Apr 14 21:22:54.393247 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: __init__.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.393739 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: __pycache__ {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.394090 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: address_group.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.394834 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.395387 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: address-group Apr 14 21:22:54.395708 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: address_scope.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.396415 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.396916 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: address-scope Apr 14 21:22:54.397235 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.398172 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.398679 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: router-admin-state-down-before-update Apr 14 21:22:54.398995 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: agent.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.399687 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.400190 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: agent Apr 14 21:22:54.400506 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: agent_resources_synced.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.401406 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.401938 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: agent-resources-synced Apr 14 21:22:54.402260 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: allowedaddresspairs.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.404026 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.404539 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: allowed-address-pairs Apr 14 21:22:54.404864 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: auto_allocated_topology.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.405947 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.406457 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: auto-allocated-topology Apr 14 21:22:54.406779 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: availability_zone.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.407460 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.407957 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: availability_zone Apr 14 21:22:54.408274 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: availability_zone_filter.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.409813 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.410457 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: availability_zone_filter Apr 14 21:22:54.410777 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: data_plane_status.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.411675 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.412171 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 21:22:54.412490 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: default_subnetpools.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.413389 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.413918 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: default-subnetpools Apr 14 21:22:54.414238 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.415033 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.415529 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: dhcp_agent_scheduler Apr 14 21:22:54.415847 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: dns.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.416742 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.417237 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 21:22:54.417554 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: dns_domain_ports.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.418486 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.419033 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 21:22:54.419289 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.420196 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.420693 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 14 21:22:54.421010 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: dvr.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.421670 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.422193 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: dvr Apr 14 21:22:54.422510 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: ecmp_routes.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.423406 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.423901 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 14 21:22:54.424217 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: empty_string_filtering.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.425942 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.426450 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: empty-string-filtering Apr 14 21:22:54.426769 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.427677 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.428177 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 21:22:54.428497 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.429404 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.429926 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 21:22:54.430249 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: external_net.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.432524 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.433035 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: external-net Apr 14 21:22:54.434127 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.435046 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.435554 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: extra_dhcp_opt Apr 14 21:22:54.435877 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: extraroute.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.438881 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.439391 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: extraroute Apr 14 21:22:54.439717 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: extraroute_atomic.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.441250 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.443597 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: extraroute-atomic Apr 14 21:22:54.443922 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: filter_validation.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.444608 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.445106 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: filter-validation Apr 14 21:22:54.445429 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: fip_pf_description.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.446374 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.446887 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 21:22:54.447208 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: fip_pf_port_range.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.448114 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.448614 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 14 21:22:54.448934 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: fip_port_details.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.449879 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.450377 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: fip-port-details Apr 14 21:22:54.450696 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: flavors.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.451908 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.452417 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: flavors Apr 14 21:22:54.452741 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.454395 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.455038 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 21:22:54.455365 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: floatingip_pools.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.456222 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.456804 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: floatingip-pools Apr 14 21:22:54.457138 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: ip_allocation.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.458084 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.458583 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 21:22:54.458903 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.459809 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.460309 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: ip-substring-filtering Apr 14 21:22:54.460632 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: l2_adjacency.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.461556 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.462215 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 21:22:54.462535 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: l3.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.463522 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.464028 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: router Apr 14 21:22:54.464350 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.466842 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.467362 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 21:22:54.467691 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.468598 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.469212 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: ext-gw-mode Apr 14 21:22:54.469546 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.470491 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.470991 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: l3-ha Apr 14 21:22:54.471314 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.472820 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.473315 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 14 21:22:54.473636 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: l3_flavors.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.474565 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.475064 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: l3-flavors Apr 14 21:22:54.475383 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.476732 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.477240 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 14 21:22:54.477570 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.478633 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.479139 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 21:22:54.479470 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: l3agentscheduler.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.480506 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.481009 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: l3_agent_scheduler Apr 14 21:22:54.481336 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: local_ip.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.483285 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.483801 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension local_ip not supported by any of loaded plugins Apr 14 21:22:54.484136 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: logging.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.485594 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.486150 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension logging not supported by any of loaded plugins Apr 14 21:22:54.486479 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: metering.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.487870 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.488443 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: metering Apr 14 21:22:54.488771 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.489905 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.490416 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: metering_source_and_destination_fields Apr 14 21:22:54.490740 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: multiprovidernet.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.491698 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.492152 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: multi-provider Apr 14 21:22:54.492472 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: netmtu.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.493369 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.493907 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: net-mtu Apr 14 21:22:54.494225 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: netmtu_writable.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.495130 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.495625 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: net-mtu-writable Apr 14 21:22:54.495944 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: network_availability_zone.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.496630 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.497123 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: network_availability_zone Apr 14 21:22:54.497438 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: network_ip_availability.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.498563 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.499066 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: network-ip-availability Apr 14 21:22:54.499389 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: network_segment_range.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.500141 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.500661 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 21:22:54.500982 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: pagination.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.501970 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.502298 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: pagination Apr 14 21:22:54.502612 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: port_device_profile.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.503644 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.504153 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: port-device-profile Apr 14 21:22:54.504471 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.505372 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.505895 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: port-mac-address-regenerate Apr 14 21:22:54.506213 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.507123 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.507637 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: port-numa-affinity-policy Apr 14 21:22:54.507953 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: port_resource_request.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.508883 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.509382 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 21:22:54.509696 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: port_resource_request_groups.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.510666 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.511166 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 14 21:22:54.511483 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: portbindings.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.512389 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.512890 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: binding Apr 14 21:22:54.513207 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: portbindings_extended.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.514479 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.515001 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: binding-extended Apr 14 21:22:54.515306 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: portsecurity.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.516206 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.516708 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: port-security Apr 14 21:22:54.517030 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: project_id.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.518031 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.518424 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: project-id Apr 14 21:22:54.518870 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: providernet.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.519732 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.520240 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: provider Apr 14 21:22:54.520558 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.524142 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.524656 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos not supported by any of loaded plugins Apr 14 21:22:54.524984 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.526342 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.526855 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 21:22:54.527191 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.528091 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.528594 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 21:22:54.528918 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_default.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.529866 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.530399 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-default not supported by any of loaded plugins Apr 14 21:22:54.530724 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_fip.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.531625 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.532124 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 21:22:54.532444 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.533339 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.533872 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 14 21:22:54.534908 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_gateway_ip.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.535816 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.536321 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 21:22:54.536644 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_port_network_policy.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.537569 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.538105 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 21:22:54.538426 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.539436 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.539947 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 14 21:22:54.540269 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.541305 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.541841 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 14 21:22:54.542165 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_pps_rule.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.543316 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.543822 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-pps not supported by any of loaded plugins Apr 14 21:22:54.544141 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_rule_type_details.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.545042 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.545544 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 21:22:54.545899 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.546792 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.547300 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 14 21:22:54.547616 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: qos_rules_alias.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.548644 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.549145 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 21:22:54.549462 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: quota_check_limit.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.551082 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.551588 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: quota-check-limit Apr 14 21:22:54.551907 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: quotasv2.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.552828 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.553154 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: quotas Apr 14 21:22:54.553470 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: quotasv2_detail.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.555230 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.555567 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: quota_details Apr 14 21:22:54.555893 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: rbac.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.556932 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.557455 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: rbac-policies Apr 14 21:22:54.557808 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: rbac_address_group.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.558725 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.559234 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: rbac-address-group Apr 14 21:22:54.559557 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: rbac_address_scope.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.560458 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.560966 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: rbac-address-scope Apr 14 21:22:54.561287 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: rbac_security_groups.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.562296 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.562804 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: rbac-security-groups Apr 14 21:22:54.563125 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: rbac_subnetpool.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.564032 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.564535 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: rbac-subnetpool Apr 14 21:22:54.564856 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: revisionifmatch.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.565924 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.566427 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: revision-if-match Apr 14 21:22:54.566746 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: revisions.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.567896 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.568402 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: standard-attr-revisions Apr 14 21:22:54.568723 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: router_availability_zone.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.569386 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.569922 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: router_availability_zone Apr 14 21:22:54.570327 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: routerservicetype.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.571239 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.571743 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 21:22:54.572060 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.572964 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.573465 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: security-groups-normalized-cidr Apr 14 21:22:54.573809 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.574728 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.575293 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: port-security-groups-filtering Apr 14 21:22:54.575611 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.576558 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.577064 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: security-groups-remote-address-group Apr 14 21:22:54.577382 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.578319 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.578816 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: security-groups-shared-filtering Apr 14 21:22:54.579131 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.579727 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 14 21:22:54.580047 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: securitygroup.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.589838 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.590360 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: security-group Apr 14 21:22:54.590687 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: segment.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.591656 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.592161 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension segment not supported by any of loaded plugins Apr 14 21:22:54.592480 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.593405 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.593942 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 21:22:54.594263 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: servicetype.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.595335 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.595854 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: service-type Apr 14 21:22:54.596164 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: sorting.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.597791 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.598123 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: sorting Apr 14 21:22:54.598444 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: standard_attr_segment.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.599356 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.599867 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 21:22:54.600186 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: standardattrdescription.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.600826 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.601321 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: standard-attr-description Apr 14 21:22:54.601640 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: stateful_security_group.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.602582 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.603086 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: stateful-security-group Apr 14 21:22:54.603405 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: stdattrs_common.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.603965 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 21:22:54.604280 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.605219 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.605743 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 21:22:54.606067 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: subnet_onboard.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.607119 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.607624 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: subnet_onboard Apr 14 21:22:54.607946 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.608859 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.609362 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 21:22:54.609682 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: subnet_service_types.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.610617 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.611127 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: subnet-service-types Apr 14 21:22:54.611447 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: subnetallocation.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.613428 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.613972 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: subnet_allocation Apr 14 21:22:54.614296 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.614957 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.615460 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: subnetpool-prefix-ops Apr 14 21:22:54.615776 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.616702 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.617209 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 21:22:54.617533 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: tagging.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.618617 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.619130 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: standard-attr-tag Apr 14 21:22:54.619455 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: timestamp.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.620635 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.621142 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loaded extension: standard-attr-timestamp Apr 14 21:22:54.621462 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: trunk.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.622509 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.623016 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension trunk not supported by any of loaded plugins Apr 14 21:22:54.623337 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: trunk_details.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.624241 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.624744 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 21:22:54.625066 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: uplink_status_propagation.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.626014 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.626515 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 21:22:54.626838 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Loading extension file: vlantransparent.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:22:54.627504 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:22:54.628094 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 21:22:54.630621 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:network Apr 14 21:22:54.631136 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:subnet Apr 14 21:22:54.631529 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:22:54.631916 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:port Apr 14 21:22:54.633122 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.633567 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service FLAVORS assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.634215 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.634646 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.634974 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:router Apr 14 21:22:54.635393 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 21:22:54.635880 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service METERING assigned prefix: /metering {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.637327 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.637699 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.638076 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:22:54.639065 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 21:22:54.639511 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:security_group Apr 14 21:22:54.639957 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 21:22:54.640538 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service CORE assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.640867 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:22:54.641209 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] subnetpool is already registered Apr 14 21:22:54.641634 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service CORE assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.641986 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:22:54.642315 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] subnetpool is already registered Apr 14 21:22:54.644718 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.645147 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service FLAVORS assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.645740 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.646170 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.646496 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:router Apr 14 21:22:54.646829 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] router is already registered Apr 14 21:22:54.647240 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 21:22:54.647571 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] floatingip is already registered Apr 14 21:22:54.648019 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service METERING assigned prefix: /metering {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.648675 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 21:22:54.649002 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] rbac_policy is already registered Apr 14 21:22:54.649409 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:security_group Apr 14 21:22:54.649757 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] security_group is already registered Apr 14 21:22:54.650158 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 21:22:54.650485 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] security_group_rule is already registered Apr 14 21:22:54.651097 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service CORE assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.651422 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:22:54.651746 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] subnetpool is already registered Apr 14 21:22:54.652154 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Service CORE assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:22:54.652472 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:22:54.652796 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] subnetpool is already registered Apr 14 21:22:54.653255 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: extensions {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.654733 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: address-groups {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.656202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: address-scopes {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.657517 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: agents {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.658707 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: auto-allocated-topology {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.660567 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: availability_zones {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.661806 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: dhcp-networks {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.664380 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: dhcp-agents {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.665851 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: routers {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.668054 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: flavors {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.669204 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: service_profiles {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.670505 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: next_providers {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.672046 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: service_profiles {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.673583 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: floatingip-pools {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.675392 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: routers {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.677485 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: floatingips {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.678782 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: l3-routers {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.680170 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: l3-agents {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.681591 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: metering-labels {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.682973 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: metering-label-rules {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.684228 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: network-ip-availabilities {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.685478 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: bindings {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.687216 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: quotas {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.688750 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: quotas {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.690412 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: rbac-policies {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.692047 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: security-groups {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.693285 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: security-group-rules {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.694564 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: service-providers {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.695761 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: subnetpools {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.697192 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: subnetpools {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.698685 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.700357 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.702371 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.704136 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.706972 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.708817 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.710532 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.712441 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.714220 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.716318 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:22:54.723315 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING keystonemiddleware.auth_token [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 21:22:54.728830 dv-cinder-837543-3-iscsi neutron-server[103276]: WARNING keystonemiddleware.auth_token [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 21:22:54.738066 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Acquired lock "singleton_lock" {{(pid=103276) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 14 21:22:54.738542 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Releasing lock "singleton_lock" {{(pid=103276) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 14 21:22:54.739195 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO oslo_service.service [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Starting 2 workers Apr 14 21:22:54.744169 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Started child 103383 {{(pid=103276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:22:54.748613 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Started child 103384 {{(pid=103276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:22:54.749639 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:54.750275 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO neutron.service [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 21:22:54.750855 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:54.751195 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [-] (103383) wsgi starting up on http://0.0.0.0:9696 Apr 14 21:22:54.753298 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:54.753948 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO oslo_service.service [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Starting 1 workers Apr 14 21:22:54.754764 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [-] (103384) wsgi starting up on http://0.0.0.0:9696 Apr 14 21:22:54.759222 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Started child 103385 {{(pid=103276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:22:54.759774 dv-cinder-837543-3-iscsi neutron-server[103276]: INFO oslo_service.service [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Starting 1 workers Apr 14 21:22:54.762813 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.service [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] calling RpcWorker wait() {{(pid=103385) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 21:22:54.763358 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.service [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] returning from RpcWorker wait() {{(pid=103385) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 21:22:54.764305 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Started child 103386 {{(pid=103276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:22:54.764517 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:54.765091 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:54.765182 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-3b0d8bc7-5277-4d1b-a75f-addedce89186 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:54.767082 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103276) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 21:22:54.767294 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:22:54.767477 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:22:54.767708 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:22:54.768058 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:22:54.768222 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:22:54.770005 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.770298 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.770428 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:22:54.770962 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.770962 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.771130 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.771681 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.771967 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.772337 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.772621 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.772884 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.773052 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.773398 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.773658 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.773948 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.774270 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.774540 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.774794 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.775051 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.775231 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.775493 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.775770 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.776048 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.776317 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] debug = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.776563 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.777050 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.777284 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.777525 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.777789 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.778070 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.778299 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.778581 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.778813 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.779035 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.779281 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.779527 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.779781 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.779993 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.780241 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.780460 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.780706 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.780927 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.781604 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] host = dv-cinder-837543-3-iscsi {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.781871 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.782091 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.782322 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.782574 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.782831 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.783104 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.783333 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.783579 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.783835 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.784834 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.785505 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.785788 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.786038 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.789648 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.789648 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_options = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.789648 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.789648 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.789648 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.789648 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.789648 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.790787 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.790787 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.790787 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.790787 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.790787 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.790787 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.790787 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.790787 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.791957 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.792097 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53138) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:22:54.792240 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.792240 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.792240 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.792240 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.792780 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.792780 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.792989 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.793119 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.793345 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.793571 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.793834 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.794057 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.794312 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.794716 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.795769 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.796328 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.796563 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.797620 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.797919 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.798176 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.800213 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070267 Apr 14 21:22:54.800924 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.801181 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.801426 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.801826 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.802205 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.802638 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.803055 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.803334 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.803667 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.803843 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.804696 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.805828 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.805828 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_json = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.806122 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.806991 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.806991 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.806991 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.807432 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.807432 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.807700 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.807847 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.808170 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.808625 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.808995 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.809845 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.810635 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.810895 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.811164 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.811546 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.812833 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:54.813002 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.813002 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.813002 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.813002 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.813002 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.813673 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.813673 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.814895 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.815259 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.815561 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.815827 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.816072 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.816316 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.816540 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.817090 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.817090 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.818398 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.819992 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.822010 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.822133 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.823060 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.823060 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.823328 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.824300 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.824300 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.824300 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.824669 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.825057 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.825294 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.825557 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.826677 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.826930 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.827220 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.827497 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.827868 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.831375 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.831982 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.832247 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.834559 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.834981 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.835434 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.836627 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.841465 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.841936 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.842520 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.842918 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.843164 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.843418 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.843649 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.843929 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.844202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.844450 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.844675 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.844918 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.845181 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.845435 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.845678 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.849801 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.851431 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.852042 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.853346 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.853846 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.854253 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.854495 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.854732 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.854987 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.855200 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.855430 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.855645 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.855896 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.856128 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.856391 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.856599 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.856821 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.857038 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.857257 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.857492 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.857743 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.860275 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.860275 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.860275 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.860554 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.860728 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.860950 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.861850 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.861850 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.862055 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.862396 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.862659 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.863001 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.863246 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.865210 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.865210 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.865210 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.865210 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.865210 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.865210 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.866063 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.866323 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.866568 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.866848 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.867098 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.867329 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.867572 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.867802 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.868033 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.868284 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.868570 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.868852 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.869111 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.869362 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.869629 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.872373 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.874028 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.875154 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.875154 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.875397 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.875737 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.876055 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.876368 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.876650 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.876911 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.877205 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.877446 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.877704 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.879001 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.879307 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.880512 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.880512 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.880730 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.880960 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.881234 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.881564 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.881853 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.882104 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.882844 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.882844 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.883014 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.883121 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.883400 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.883931 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.884181 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.884439 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.884863 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.885112 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.885370 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.885627 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.885871 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.886126 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.886342 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.886583 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.886818 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.887035 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.887288 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.887508 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.887730 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.887961 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.888195 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.888415 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.888688 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.888904 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.889141 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.889384 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.889604 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.889901 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.890122 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.890339 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.890744 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.890989 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.891269 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.891535 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.891770 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.892693 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.892693 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.892693 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.892693 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.892975 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.893134 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.893918 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.894226 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.894458 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.894685 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.894978 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.895210 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.895453 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.895722 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.895977 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.897108 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.897108 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.897108 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.897108 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.897408 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.897475 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.898831 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.898831 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.898831 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.898831 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.898831 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.898831 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.899297 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.899297 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.899426 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.899658 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.900054 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.900441 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.900853 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.901789 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.901789 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.901789 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.901789 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.902073 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.902192 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.902407 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:22:54.902500 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.902619 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.902856 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.903070 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.903372 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.903630 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.903868 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.904123 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.904341 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.904603 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.904832 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.905044 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.905261 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.905485 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.906251 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.906251 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.906251 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.906511 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.906590 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.906785 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.907006 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.907212 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.907596 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.907942 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.908312 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.908664 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.909654 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.910123 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.911082 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.911082 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.911082 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.911298 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.911430 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.911635 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.911884 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.912242 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.912589 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.912953 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.913184 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.913394 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.914316 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.914316 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.914316 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.914570 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.914735 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.914988 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.916023 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.916023 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.916023 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.916023 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.916284 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.916494 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.917306 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.917306 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.917306 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.917585 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.917869 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.918281 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.918711 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.919150 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.919484 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.919636 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.920081 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.920429 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.920714 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.920975 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.921219 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.921444 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.921689 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.921931 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.922150 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.922369 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.922604 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.922848 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.923079 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.923306 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.923522 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.923770 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.924022 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.924252 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.924466 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.925218 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.925501 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.925659 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:22:54.926239 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103276) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 21:22:54.926395 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:22:54.926533 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:22:54.926683 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:22:54.926823 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:22:54.926958 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:22:54.927139 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.927301 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.927442 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.928453 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.928453 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.928453 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.928453 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.928453 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.928453 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.929255 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.929255 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.929255 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.929255 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.929255 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.929255 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.930643 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.930643 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.930643 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.930643 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.930643 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.930643 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.930643 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.930643 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] debug = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.931803 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.931803 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.931803 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.931803 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.931803 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.931803 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.932591 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.932591 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.932591 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.932591 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.932591 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.932591 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.932591 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.932591 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.935136 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.935136 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.935136 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.935136 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.935136 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] host = dv-cinder-837543-3-iscsi {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.935136 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.935136 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.935136 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.936160 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.936160 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.936160 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.936160 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.936160 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.936160 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.936160 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.936160 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.937156 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.937156 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.937156 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.937156 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_options = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.937156 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.937156 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.937156 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.937156 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.938202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.938202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.938202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.938202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.938202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.938202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.938202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.938680 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.943161 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.943534 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.943716 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.944022 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.944134 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.944218 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.944363 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.944523 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.944679 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.944847 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.945001 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.945162 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.945322 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.945480 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.945639 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.946547 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.946547 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.946547 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.946547 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.946547 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.946547 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.946995 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.946995 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.946995 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.947203 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.947280 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.947423 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.947581 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.947737 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.947895 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.948054 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.948212 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.948806 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.948806 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.948806 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_json = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.948806 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.949079 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.949079 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.949230 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.949383 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.949534 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.949685 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.949871 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.950934 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:22:54.950934 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.950934 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.950934 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.950934 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.950934 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.951334 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.951334 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.951334 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.951508 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.951586 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.951739 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.951864 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.952029 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.952184 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.952795 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.954904 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.955084 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.955261 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.955432 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.955595 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.955750 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.955982 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.956192 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.956366 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.956567 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.956745 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.957006 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.957138 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.957296 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.957554 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.957633 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.957808 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.957972 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.958132 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.958299 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.958463 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.958625 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.959497 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.959497 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.959497 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.959497 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.959497 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.959861 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.959861 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.959861 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.960082 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.960159 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.960301 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.960445 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.960607 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.960769 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.960931 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.961093 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.961661 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.961661 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.961661 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.961921 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.961921 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.962064 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.962210 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.962372 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.962659 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.962778 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.962861 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.962998 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.963165 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.963302 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.963456 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.963632 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.963794 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.963956 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.964119 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.964699 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.964699 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.964699 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.965109 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.965109 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.965109 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.965430 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.965430 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.965559 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.965648 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.965830 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.966248 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.966509 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.966655 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.966736 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.966871 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.967038 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.967198 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.967359 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.967528 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.967708 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.967866 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.968017 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.968178 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.968339 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.968501 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.968662 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.968823 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.968984 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.969145 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.969306 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.969466 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.969630 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.969905 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.970024 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.970106 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.970267 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.970427 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.970589 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.970749 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.970910 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.971070 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.971592 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.971592 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.971592 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.971873 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.972127 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.972356 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.972619 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.972736 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.972893 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.973041 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.973213 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.973375 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.973537 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.974543 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.974543 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.974543 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.974543 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.974543 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.974543 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.974988 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.974988 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.974988 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.975204 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.975272 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.975405 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.975591 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.975752 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.975913 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.976076 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.976237 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.976399 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.976560 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.976722 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.976884 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.977046 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.977235 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.977452 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.977616 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.977830 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.978072 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.978240 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.978403 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.978565 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.978726 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.978888 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.979050 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.979223 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.979425 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.979519 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.979678 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.979836 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.980344 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.980344 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.980344 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.980553 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.980631 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.980749 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.980908 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.981068 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.981228 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.981387 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.981548 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.981710 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.981898 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.982057 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.982218 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.982380 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.982542 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.982704 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.982867 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.983052 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.983179 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.983340 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.983500 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.983662 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.983824 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.983984 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.984146 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.984307 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.984489 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.984713 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.984803 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.984955 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.985125 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.985287 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.985450 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.985612 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.985823 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.985957 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.986094 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.986257 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.986418 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.986578 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.986737 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.986901 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.987061 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.987747 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.987913 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.988076 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.988272 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.988503 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.988669 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.988831 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.988993 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.989155 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.989317 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.989480 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.989642 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.989826 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.990003 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.990166 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.990329 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.990490 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.990651 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.990813 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.990985 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.991150 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.991313 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.991467 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.991622 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.991760 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.991897 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.992059 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.992221 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.992382 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.992542 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.992705 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.992874 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.993034 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.993197 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.993352 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.993512 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.993659 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.993853 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.994015 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.994222 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.994353 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.994502 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.994686 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.994820 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.994982 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.995143 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.995308 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.995463 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.995624 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.995835 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.995969 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.996095 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.996263 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.996424 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.996585 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.996745 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.996918 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.997083 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.997259 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.997395 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.997556 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.997735 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.997899 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.998067 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.998238 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.998405 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.998569 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.998739 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.998909 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.999078 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.999239 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.999406 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.999582 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.999742 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:54.999915 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.000064 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.000225 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.000387 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.000548 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.000709 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.000870 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.001032 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.001193 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.001355 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.001516 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.001678 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.001877 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.002041 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.002202 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.002364 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.002524 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.002685 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:22:55.003484 dv-cinder-837543-3-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:23:06.396074 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8199ab2b-f3f2-463e-8b86-b56c2ecae0f6 None None] get_active_networks_info from dv-cinder-837543-3-iscsi {{(pid=103385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 14 21:23:06.482350 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8199ab2b-f3f2-463e-8b86-b56c2ecae0f6 None None] No non-hosted networks {{(pid=103385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 21:23:06.495522 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.agentschedulers_db [None req-8199ab2b-f3f2-463e-8b86-b56c2ecae0f6 None None] DHCP Agent not found on host dv-cinder-837543-3-iscsi {{(pid=103385) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 14 21:23:06.497969 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cfe9696e-4476-4170-bf22-825988f3f311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519843'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:08.830341 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d8344596-1998-4392-8490-30baa8c769bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519843'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:08.908991 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d509a2ae-1214-467c-8d07-6c5d10da5bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:09.646919 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519843'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:09.712211 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53220) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:10.257297 dv-cinder-837543-3-iscsi neutron-server[103384]: WARNING oslo_policy.policy [None req-6064a911-91a9-4b55-a809-1698a24adcda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:23:10.257988 dv-cinder-837543-3-iscsi neutron-server[103384]: WARNING oslo_policy.policy [None req-6064a911-91a9-4b55-a809-1698a24adcda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:23:10.484463 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [None req-6064a911-91a9-4b55-a809-1698a24adcda admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:23:10.497809 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6064a911-91a9-4b55-a809-1698a24adcda admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7724125 Apr 14 21:23:11.276204 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519843'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:12.639410 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519843'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:12.640171 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.640453 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.640813 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.641136 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.641455 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.641798 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.642459 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.644475 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.644878 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.645214 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.645551 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.645899 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.646725 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.647262 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.647750 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:12.648139 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837543-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:12.654130 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837543-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:13.083308 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53250) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:13.416797 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-9bedca8c-5370-4db6-b3c5-2a447e5213fa admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:13.511025 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.policy [None req-9bedca8c-5370-4db6-b3c5-2a447e5213fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103384) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 21:23:13.553916 dv-cinder-837543-3-iscsi neutron-server[103384]: WARNING oslo_policy.policy [None req-9bedca8c-5370-4db6-b3c5-2a447e5213fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:23:13.554309 dv-cinder-837543-3-iscsi neutron-server[103384]: WARNING oslo_policy.policy [None req-9bedca8c-5370-4db6-b3c5-2a447e5213fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:23:13.666325 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9bedca8c-5370-4db6-b3c5-2a447e5213fa admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792835260834', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792835262294', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792835442658', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792835449811', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792835426894', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792835434954', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3456439', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3444892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-361321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1718829'] for rbac-policy (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.744196 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9bedca8c-5370-4db6-b3c5-2a447e5213fa admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:13.753793 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-9bedca8c-5370-4db6-b3c5-2a447e5213fa admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6658282 Apr 14 21:23:16.033588 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.db.l3_hamode_db [None req-8d36864d-335f-4d3a-bca8-2a4b4fd7383e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 21:23:16.119905 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36864d-335f-4d3a-bca8-2a4b4fd7383e None None] Routers set() bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:16.120286 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36864d-335f-4d3a-bca8-2a4b4fd7383e None None] Router IDs set() for agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 14 21:23:16.311704 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53262) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:16.620438 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:16.649590 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Made reservation on behalf of aecc014b5f80431c86799fc0b16a4737 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:23:16.653204 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:16.669638 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:16.782644 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Publish callbacks [] for security_group (784c5ba3-4e6a-4ee1-84c5-f813cad5c97d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:16.787026 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (784c5ba3-4e6a-4ee1-84c5-f813cad5c97d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:16.810612 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:23:16.845176 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792835459503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (6fa88af9-b57e-4e2d-8a4b-12535106f83e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:16.845790 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Unsubscribe: segment precommit_create {{(pid=103384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:23:16.846322 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Added segment 6fa88af9-b57e-4e2d-8a4b-12535106f83e of type vlan for network c46596c7-ec29-446e-ae7e-497d92a49e1f Apr 14 21:23:16.862553 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=784c5ba3-4e6a-4ee1-84c5-f813cad5c97d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:16.912858 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.913202 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.913557 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.913946 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.914282 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.914608 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.914930 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.915252 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.915573 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.915892 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.916211 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.916545 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.916865 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.917181 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.917494 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Tracked resource versions report: Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: pushed versions: Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: { 'AddressGroup': {'1.2'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Agent': {'1.1'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'ConntrackHelper': {'1.0'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Log': {'1.0'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'NDPProxy': {'1.0'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Network': {'1.1'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Port': {'1.7'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'PortForwarding': {'1.3'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'QosPolicy': {'1.10'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SecurityGroup': {'1.5'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SubPort': {'1.0'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Subnet': {'1.1'}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Trunk': {'1.1'}} Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: consumer versions: Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: { DHCP agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: L3 agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: Metadata agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: Metering agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: Open vSwitch agent@dv-cinder-837543-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Agent': '1.1', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'ConntrackHelper': '1.0', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'LocalIPAssociation': '1.0', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Log': '1.0', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'NDPProxy': '1.0', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Network': '1.1', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Port': '1.7', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'PortForwarding': '1.3', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'QosPolicy': '1.10', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SecurityGroup': '1.5', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SecurityGroupRule': '1.2', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SubPort': '1.0', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Subnet': '1.1', Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Trunk': '1.1'}} Apr 14 21:23:16.918858 dv-cinder-837543-3-iscsi neutron-server[103384]: {{(pid=103384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:23:16.960293 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (c46596c7-ec29-446e-ae7e-497d92a49e1f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:16.999607 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (c46596c7-ec29-446e-ae7e-497d92a49e1f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:17.005451 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:17.006190 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:17.078027 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7651320 Apr 14 21:23:17.126528 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d90f93-148c-482d-ba5a-6c62aa1ed6e2 demo demo] Pushing event updated for resources: {'Network': ['ID=c46596c7-ec29-446e-ae7e-497d92a49e1f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:17.142474 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network c46596c7-ec29-446e-ae7e-497d92a49e1f details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:23:19.633978 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53274) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:20.044067 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4909ffd-64d4-4387-8e2e-fa39f2b66811 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:20.045448 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e4909ffd-64d4-4387-8e2e-fa39f2b66811 demo admin] 10.222.0.47 "GET /v2.0/networks/c46596c7-ec29-446e-ae7e-497d92a49e1f HTTP/1.1" status: 200 len: 825 time: 0.4105167 Apr 14 21:23:20.069626 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b22c20ba-6b04-46b9-b39a-54204bedfb94 demo admin] 10.222.0.47 "GET /v2.0/subnetpools/ef9a4a76-e468-43ac-9f4b-4d9fc4b9967c HTTP/1.1" status: 200 len: 734 time: 0.0179393 Apr 14 21:23:20.077862 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f', 'subnetpool_id': 'ef9a4a76-e468-43ac-9f4b-4d9fc4b9967c', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:20.099392 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Made reservation on behalf of aecc014b5f80431c86799fc0b16a4737 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:23:20.101544 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:20.393340 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (c28aaeb7-e9db-4862-b60c-31c09c250834), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:20.465674 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Pushing event updated for resources: {'Subnet': ['ID=c28aaeb7-e9db-4862-b60c-31c09c250834,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:20.471137 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Checking segment: {'id': '6fa88af9-b57e-4e2d-8a4b-12535106f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:23:20.471537 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Network hostable DHCP agents. Network: c46596c7-ec29-446e-ae7e-497d92a49e1f, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:23:20.493910 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Network c46596c7-ec29-446e-ae7e-497d92a49e1f is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:23:20.504552 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, c46596c7-ec29-446e-ae7e-497d92a49e1f) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:23:20.512799 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:20.513419 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:20.515706 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee4220-9e5a-4b63-bfd7-349f9730ec60 None None] Network c46596c7-ec29-446e-ae7e-497d92a49e1f requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:23:20.529516 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-61835832-ac54-4945-a486-adcc508c280d demo admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4547794 Apr 14 21:23:20.890176 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-c46596c7-ec29-446e-ae7e-497d92a49e1f', 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f', 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'fixed_ips': [{'subnet_id': 'c28aaeb7-e9db-4862-b60c-31c09c250834'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:23:20.891383 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:21.173499 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Allocated IP 172.20.0.2 (c46596c7-ec29-446e-ae7e-497d92a49e1f/c28aaeb7-e9db-4862-b60c-31c09c250834/9da77b69-8368-4ce5-852b-207b1c4ed4c9) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:23:21.447022 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Publish callbacks [] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:21.454442 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:21.536126 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Network c46596c7-ec29-446e-ae7e-497d92a49e1f is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:23:21.540931 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:23:21.546781 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Pushing event updated for resources: {'Port': ['ID=9da77b69-8368-4ce5-852b-207b1c4ed4c9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:21.551105 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:23:21.558675 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.559022 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.559381 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.559740 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.560073 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.560401 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.560726 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.561045 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.561367 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.561684 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.562031 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.562367 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.562687 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.563008 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.563322 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Tracked resource versions report: Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: pushed versions: Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: { 'AddressGroup': {'1.2'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Agent': {'1.1'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'ConntrackHelper': {'1.0'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Log': {'1.0'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'NDPProxy': {'1.0'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Network': {'1.1'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Port': {'1.7'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'PortForwarding': {'1.3'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'QosPolicy': {'1.10'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SecurityGroup': {'1.5'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SubPort': {'1.0'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Subnet': {'1.1'}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Trunk': {'1.1'}} Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: consumer versions: Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: { DHCP agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: L3 agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: Metadata agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: Metering agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: Open vSwitch agent@dv-cinder-837543-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Agent': '1.1', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'ConntrackHelper': '1.0', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'LocalIPAssociation': '1.0', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Log': '1.0', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'NDPProxy': '1.0', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Network': '1.1', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Port': '1.7', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'PortForwarding': '1.3', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'QosPolicy': '1.10', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SecurityGroup': '1.5', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SecurityGroupRule': '1.2', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SubPort': '1.0', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Subnet': '1.1', Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Trunk': '1.1'}} Apr 14 21:23:21.564685 dv-cinder-837543-3-iscsi neutron-server[103385]: {{(pid=103385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:23:21.640246 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Attempting to bind port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:23:21.640621 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Attempting to bind port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '6fa88af9-b57e-4e2d-8a4b-12535106f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:23:21.641039 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Attempting to bind port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 on network c46596c7-ec29-446e-ae7e-497d92a49e1f {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:23:21.646747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:23:21.647120 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Checking segment: {'id': '6fa88af9-b57e-4e2d-8a4b-12535106f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:23:21.647592 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:21.647974 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Bound using segment: {'id': '6fa88af9-b57e-4e2d-8a4b-12535106f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:23:21.648430 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Bound port: 9da77b69-8368-4ce5-852b-207b1c4ed4c9, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa88af9-b57e-4e2d-8a4b-12535106f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:23:21.648831 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:21.710816 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] For port 9da77b69-8368-4ce5-852b-207b1c4ed4c9, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:23:21.738653 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] For port 9da77b69-8368-4ce5-852b-207b1c4ed4c9, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=9da77b69-8368-4ce5-852b-207b1c4ed4c9,segment=NetworkSegment(6fa88af9-b57e-4e2d-8a4b-12535106f83e),segment_id=6fa88af9-b57e-4e2d-8a4b-12535106f83e)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:23:21.745912 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:21.802950 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de80932-ad96-4539-9a91-693fbcfb1210 None None] Pushing event updated for resources: {'Port': ['ID=9da77b69-8368-4ce5-852b-207b1c4ed4c9,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:23.123328 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53282) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:23.444744 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [None req-46e163e5-ed47-432f-8e6a-feb36ad5e160 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:23:23.445742 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-46e163e5-ed47-432f-8e6a-feb36ad5e160 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3214388 Apr 14 21:23:26.024755 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53290) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:26.336022 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [None req-98b5680c-49bf-468e-8bb2-ed93cb95f712 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:23:26.337022 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-98b5680c-49bf-468e-8bb2-ed93cb95f712 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113167 Apr 14 21:23:28.893238 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53298) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:29.209209 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f873bce9-7b45-4da2-a7b4-9a99181f9067 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:29.232424 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f873bce9-7b45-4da2-a7b4-9a99181f9067 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (734c1d5c-d182-49b6-b12e-977f76ae741f), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:29.234145 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f873bce9-7b45-4da2-a7b4-9a99181f9067 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (734c1d5c-d182-49b6-b12e-977f76ae741f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:29.371373 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f873bce9-7b45-4da2-a7b4-9a99181f9067 demo demo] Publish callbacks [] for router_controller (734c1d5c-d182-49b6-b12e-977f76ae741f), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:29.377449 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f873bce9-7b45-4da2-a7b4-9a99181f9067 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (734c1d5c-d182-49b6-b12e-977f76ae741f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:29.394545 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f873bce9-7b45-4da2-a7b4-9a99181f9067 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:29.405768 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f873bce9-7b45-4da2-a7b4-9a99181f9067 demo demo] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5008402 Apr 14 21:23:31.964172 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:32.282906 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [None req-3cf8770e-a702-468f-aef9-9b5b8166fbc0 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:23:32.283902 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3cf8770e-a702-468f-aef9-9b5b8166fbc0 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3188930 Apr 14 21:23:33.477110 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d261d6-2c6e-42ee-a2a5-31570072350b None None] Network c46596c7-ec29-446e-ae7e-497d92a49e1f requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:23:33.499854 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 9da77b69-8368-4ce5-852b-207b1c4ed4c9 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:23:33.546696 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1d6d247e-c813-4f5f-90b8-1b194c3c372e None None] Provisioning complete for port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:33.547114 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d6d247e-c813-4f5f-90b8-1b194c3c372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.760176 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:33.760469 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.809276 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d247e-c813-4f5f-90b8-1b194c3c372e None None] Current status of the port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:23:33.809670 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d6d247e-c813-4f5f-90b8-1b194c3c372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.881675 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1d6d247e-c813-4f5f-90b8-1b194c3c372e None None] For port 9da77b69-8368-4ce5-852b-207b1c4ed4c9, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=9da77b69-8368-4ce5-852b-207b1c4ed4c9,segment=NetworkSegment(6fa88af9-b57e-4e2d-8a4b-12535106f83e),segment_id=6fa88af9-b57e-4e2d-8a4b-12535106f83e)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:33.897569 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d6d247e-c813-4f5f-90b8-1b194c3c372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:33.903416 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:23:33.903800 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:34.002818 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d247e-c813-4f5f-90b8-1b194c3c372e None None] Pushing event updated for resources: {'Port': ['ID=9da77b69-8368-4ce5-852b-207b1c4ed4c9,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:34.020297 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.db.api [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:23:34.020720 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG oslo_db.api [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:23:34.216721 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-e9ece7ed-2d6a-4675-b662-32028a46424b None None] Provisioning complete for port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:34.217110 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9ece7ed-2d6a-4675-b662-32028a46424b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:34.294097 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece7ed-2d6a-4675-b662-32028a46424b None None] Current status of the port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:23:34.556356 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:23:34.877394 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53320) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:35.184860 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:35.205373 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Made reservation on behalf of 897b4b3be2db4a248686f3b8ff6d0099 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:23:35.207680 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:35.217612 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:35.288868 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Publish callbacks [] for security_group (ae430804-a25a-4465-912e-594b5ade6f36), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:35.292423 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ae430804-a25a-4465-912e-594b5ade6f36), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:35.309136 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Reserving flat network on physical network physnet1 {{(pid=103384) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 14 21:23:35.323542 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae430804-a25a-4465-912e-594b5ade6f36,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:35.331646 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (25200c19-e930-4d07-b830-4381253522dd), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:35.332120 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Added segment 25200c19-e930-4d07-b830-4381253522dd of type flat for network c0aad007-68de-449c-abb1-9901663a3e9a Apr 14 21:23:35.377119 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (c0aad007-68de-449c-abb1-9901663a3e9a), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:35.407688 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (c0aad007-68de-449c-abb1-9901663a3e9a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:35.408604 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:35.409165 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:35.455118 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5766206 Apr 14 21:23:35.455696 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 9da77b69-8368-4ce5-852b-207b1c4ed4c9 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:23:35.507727 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:35.508119 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:35.508250 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929563c-9a91-4ab7-ba53-bdac401d5b55 admin admin] Pushing event updated for resources: {'Network': ['ID=c0aad007-68de-449c-abb1-9901663a3e9a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:35.531610 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network c0aad007-68de-449c-abb1-9901663a3e9a details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:23:35.706557 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:23:36.333770 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-031c4abc-ed51-466c-a216-cf005cf7ea0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:38.014656 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53328) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:38.503861 dv-cinder-837543-3-iscsi neutron-server[103383]: WARNING oslo_policy.policy [None req-5d373c96-74c3-4d8a-a27b-c0c2d84c30bb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:23:38.504599 dv-cinder-837543-3-iscsi neutron-server[103383]: WARNING oslo_policy.policy [None req-5d373c96-74c3-4d8a-a27b-c0c2d84c30bb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:23:38.825008 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-caf7a418-0aa4-41f4-a05d-3e06971732d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:38.914378 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.policy [None req-5d373c96-74c3-4d8a-a27b-c0c2d84c30bb demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103383) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 21:23:38.960729 dv-cinder-837543-3-iscsi neutron-server[103383]: WARNING oslo_policy.policy [None req-5d373c96-74c3-4d8a-a27b-c0c2d84c30bb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:23:38.961121 dv-cinder-837543-3-iscsi neutron-server[103383]: WARNING oslo_policy.policy [None req-5d373c96-74c3-4d8a-a27b-c0c2d84c30bb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:23:38.969400 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d373c96-74c3-4d8a-a27b-c0c2d84c30bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:38.971383 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-5d373c96-74c3-4d8a-a27b-c0c2d84c30bb demo admin] 10.222.0.47 "GET /v2.0/subnets/c28aaeb7-e9db-4862-b60c-31c09c250834 HTTP/1.1" status: 200 len: 849 time: 0.9547415 Apr 14 21:23:39.141538 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f171435e-c7d8-4be0-9c6c-14b2a1f92a53 demo admin] 10.222.0.47 "GET /v2.0/routers/734c1d5c-d182-49b6-b12e-977f76ae741f HTTP/1.1" status: 200 len: 704 time: 0.1624362 Apr 14 21:23:39.414626 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:39.609284 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:39.746302 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Allocated IP 172.20.0.1 (c46596c7-ec29-446e-ae7e-497d92a49e1f/c28aaeb7-e9db-4862-b60c-31c09c250834/720ac1c7-297b-42c3-93ff-6edd56542475) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:23:39.955417 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Publish callbacks [] for port (720ac1c7-297b-42c3-93ff-6edd56542475), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:40.031059 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:40.072732 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Network c46596c7-ec29-446e-ae7e-497d92a49e1f is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:23:40.096392 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:23:40.130622 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:23:40.131212 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (734c1d5c-d182-49b6-b12e-977f76ae741f), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:40.213219 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Pushing event updated for resources: {'Port': ['ID=720ac1c7-297b-42c3-93ff-6edd56542475,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:40.246045 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.246671 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.247031 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.247384 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.247717 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.248043 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.248363 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.248684 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.249017 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.249340 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.249659 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.250015 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.250334 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.250649 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.250961 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Tracked resource versions report: Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: pushed versions: Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: { 'AddressGroup': {'1.2'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Agent': {'1.1'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'ConntrackHelper': {'1.0'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Log': {'1.0'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'NDPProxy': {'1.0'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Network': {'1.1'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Port': {'1.7'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'PortForwarding': {'1.3'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'QosPolicy': {'1.10'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SecurityGroup': {'1.5'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SubPort': {'1.0'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Subnet': {'1.1'}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Trunk': {'1.1'}} Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: consumer versions: Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: { DHCP agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: L3 agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: Metadata agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: Metering agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: Open vSwitch agent@dv-cinder-837543-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Agent': '1.1', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'ConntrackHelper': '1.0', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'LocalIPAssociation': '1.0', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Log': '1.0', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'NDPProxy': '1.0', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Network': '1.1', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Port': '1.7', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'PortForwarding': '1.3', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'QosPolicy': '1.10', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SecurityGroup': '1.5', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SecurityGroupRule': '1.2', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SubPort': '1.0', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Subnet': '1.1', Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Trunk': '1.1'}} Apr 14 21:23:40.252358 dv-cinder-837543-3-iscsi neutron-server[103383]: {{(pid=103383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:23:40.357543 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-116bdcff-47c0-4cce-afab-086adf0d188e None None] Provisioning complete for port 720ac1c7-297b-42c3-93ff-6edd56542475 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:40.358140 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-116bdcff-47c0-4cce-afab-086adf0d188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:40.369634 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:40.393066 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-116bdcff-47c0-4cce-afab-086adf0d188e None None] Port 720ac1c7-297b-42c3-93ff-6edd56542475 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:23:40.585594 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Publish callbacks [] for port (720ac1c7-297b-42c3-93ff-6edd56542475), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:40.589990 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:40.590822 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (734c1d5c-d182-49b6-b12e-977f76ae741f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:40.684385 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Pushing event updated for resources: {'Port': ['ID=720ac1c7-297b-42c3-93ff-6edd56542475,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:40.733767 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Network c46596c7-ec29-446e-ae7e-497d92a49e1f is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:23:40.735111 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:23:40.914404 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-30366671-409c-45fd-9359-11cd57f18c4d None None] Provisioning complete for port 720ac1c7-297b-42c3-93ff-6edd56542475 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:40.914799 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-30366671-409c-45fd-9359-11cd57f18c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:40.948766 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-30366671-409c-45fd-9359-11cd57f18c4d None None] Port 720ac1c7-297b-42c3-93ff-6edd56542475 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:23:40.954277 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Router 734c1d5c-d182-49b6-b12e-977f76ae741f is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:23:41.048794 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:23:41.054469 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-50e75a03-e02d-403a-ba5a-8bd282deb294 demo admin] 10.222.0.47 "PUT /v2.0/routers/734c1d5c-d182-49b6-b12e-977f76ae741f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9072642 Apr 14 21:23:41.059141 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Sync routers for ids ['734c1d5c-d182-49b6-b12e-977f76ae741f'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:23:41.071942 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Routers {'734c1d5c-d182-49b6-b12e-977f76ae741f'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:41.072746 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:23:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['734c1d5c-d182-49b6-b12e-977f76ae741f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:41.231892 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:41.278248 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Set router 734c1d5c-d182-49b6-b12e-977f76ae741f gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:41.705131 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'name': 'router1', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:23:29Z', 'updated_at': '2022-04-14T21:23:40Z', 'revision_number': 2, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'gw_port_host': None, '_interfaces': [{'id': '720ac1c7-297b-42c3-93ff-6edd56542475', 'name': '', 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'mac_address': 'fa:16:3e:cd:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:23:39Z', 'updated_at': '2022-04-14T21:23:40Z', 'revision_number': 2, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'subnets': [{'id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef9a4a76-e468-43ac-9f4b-4d9fc4b9967c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:41.759106 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Checking router: 734c1d5c-d182-49b6-b12e-977f76ae741f for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:23:41.759467 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Updating router 734c1d5c-d182-49b6-b12e-977f76ae741f port 720ac1c7-297b-42c3-93ff-6edd56542475 binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:23:41.813465 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.342434 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Publish callbacks [] for port (720ac1c7-297b-42c3-93ff-6edd56542475), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.350889 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.514978 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Pushing event updated for resources: {'Port': ['ID=720ac1c7-297b-42c3-93ff-6edd56542475,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:42.525931 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Attempting to bind port 720ac1c7-297b-42c3-93ff-6edd56542475 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:23:42.526330 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Attempting to bind port 720ac1c7-297b-42c3-93ff-6edd56542475 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '6fa88af9-b57e-4e2d-8a4b-12535106f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:23:42.526776 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Attempting to bind port 720ac1c7-297b-42c3-93ff-6edd56542475 on network c46596c7-ec29-446e-ae7e-497d92a49e1f {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:23:42.530446 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.530789 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.531132 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.531477 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.531807 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.532189 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.532550 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.532874 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.533194 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.533514 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.533860 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.534226 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.535169 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.535488 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.535807 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Tracked resource versions report: Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: pushed versions: Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: { 'AddressGroup': {'1.2'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Agent': {'1.1'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'ConntrackHelper': {'1.0'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Log': {'1.0'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'NDPProxy': {'1.0'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Network': {'1.1'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Port': {'1.7'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'PortForwarding': {'1.3'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'QosPolicy': {'1.10'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SecurityGroup': {'1.5'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SubPort': {'1.0'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Subnet': {'1.1'}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Trunk': {'1.1'}} Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: consumer versions: Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: { DHCP agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: L3 agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: Metadata agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: Metering agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: Open vSwitch agent@dv-cinder-837543-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Agent': '1.1', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'ConntrackHelper': '1.0', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'LocalIPAssociation': '1.0', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Log': '1.0', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'NDPProxy': '1.0', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Network': '1.1', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Port': '1.7', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'PortForwarding': '1.3', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'QosPolicy': '1.10', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SecurityGroup': '1.5', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SecurityGroupRule': '1.2', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SubPort': '1.0', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Subnet': '1.1', Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Trunk': '1.1'}} Apr 14 21:23:42.537186 dv-cinder-837543-3-iscsi neutron-server[103386]: {{(pid=103386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:23:42.543717 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:23:42.544129 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Checking segment: {'id': '6fa88af9-b57e-4e2d-8a4b-12535106f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:23:42.544630 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.545482 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Bound using segment: {'id': '6fa88af9-b57e-4e2d-8a4b-12535106f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:23:42.545482 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Bound port: 720ac1c7-297b-42c3-93ff-6edd56542475, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa88af9-b57e-4e2d-8a4b-12535106f83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:23:42.545868 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.575294 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-589297e0-0cb6-489d-a0f9-e27545d0a7d4 None None] Provisioning complete for port 720ac1c7-297b-42c3-93ff-6edd56542475 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:42.576362 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-589297e0-0cb6-489d-a0f9-e27545d0a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.612308 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-589297e0-0cb6-489d-a0f9-e27545d0a7d4 None None] Port 720ac1c7-297b-42c3-93ff-6edd56542475 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:23:42.614008 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] For port 720ac1c7-297b-42c3-93ff-6edd56542475, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:23:42.635262 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] For port 720ac1c7-297b-42c3-93ff-6edd56542475, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=720ac1c7-297b-42c3-93ff-6edd56542475,segment=NetworkSegment(6fa88af9-b57e-4e2d-8a4b-12535106f83e),segment_id=6fa88af9-b57e-4e2d-8a4b-12535106f83e)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:23:42.636309 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.642492 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:42.702587 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f9fa2-260a-49eb-a6ba-dfac72600968 None None] Pushing event updated for resources: {'Port': ['ID=720ac1c7-297b-42c3-93ff-6edd56542475,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:42.711187 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Routers {'734c1d5c-d182-49b6-b12e-977f76ae741f'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:42.711831 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:23:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['734c1d5c-d182-49b6-b12e-977f76ae741f'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:42.805321 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] Set router 734c1d5c-d182-49b6-b12e-977f76ae741f gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:42.934950 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-a57db8ee-cd0e-4296-ade6-42c2631cd8c4 None None] Provisioning complete for port 720ac1c7-297b-42c3-93ff-6edd56542475 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:42.935301 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57db8ee-cd0e-4296-ade6-42c2631cd8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:43.011272 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'name': 'router1', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:23:29Z', 'updated_at': '2022-04-14T21:23:40Z', 'revision_number': 2, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'gw_port_host': None, '_interfaces': [{'id': '720ac1c7-297b-42c3-93ff-6edd56542475', 'name': '', 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'mac_address': 'fa:16:3e:cd:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:23:39Z', 'updated_at': '2022-04-14T21:23:42Z', 'revision_number': 4, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'subnets': [{'id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef9a4a76-e468-43ac-9f4b-4d9fc4b9967c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:43.029646 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a57db8ee-cd0e-4296-ade6-42c2631cd8c4 None None] Current status of the port 720ac1c7-297b-42c3-93ff-6edd56542475 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:23:43.030313 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57db8ee-cd0e-4296-ade6-42c2631cd8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:43.041652 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a123a20b-bb0d-4e9a-9771-8eb43cf9197c None None] The sync data for ids ['734c1d5c-d182-49b6-b12e-977f76ae741f'] in dv-cinder-837543-3-iscsi is: [{'id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'name': 'router1', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:23:29Z', 'updated_at': '2022-04-14T21:23:40Z', 'revision_number': 2, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'gw_port_host': None, '_interfaces': [{'id': '720ac1c7-297b-42c3-93ff-6edd56542475', 'name': '', 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'mac_address': 'fa:16:3e:cd:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:23:39Z', 'updated_at': '2022-04-14T21:23:42Z', 'revision_number': 4, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'subnets': [{'id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef9a4a76-e468-43ac-9f4b-4d9fc4b9967c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:23:43.069955 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a57db8ee-cd0e-4296-ade6-42c2631cd8c4 None None] For port 720ac1c7-297b-42c3-93ff-6edd56542475, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=720ac1c7-297b-42c3-93ff-6edd56542475,segment=NetworkSegment(6fa88af9-b57e-4e2d-8a4b-12535106f83e),segment_id=6fa88af9-b57e-4e2d-8a4b-12535106f83e)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:43.074208 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57db8ee-cd0e-4296-ade6-42c2631cd8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:43.127056 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57db8ee-cd0e-4296-ade6-42c2631cd8c4 None None] Pushing event updated for resources: {'Port': ['ID=720ac1c7-297b-42c3-93ff-6edd56542475,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:43.632996 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53360) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:43.839253 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c3645f-49d3-4e56-8c15-e25967fabec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:43.840605 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-01c3645f-49d3-4e56-8c15-e25967fabec9 admin admin] 10.222.0.47 "GET /v2.0/networks/c0aad007-68de-449c-abb1-9901663a3e9a HTTP/1.1" status: 200 len: 842 time: 0.2066607 Apr 14 21:23:43.850662 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:43.887073 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Made reservation on behalf of 897b4b3be2db4a248686f3b8ff6d0099 for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:23:43.889381 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.198126 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.objects.ports [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103383) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 14 21:23:44.198525 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.250728 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:44.267132 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:23:44.267484 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Network hostable DHCP agents. Network: c0aad007-68de-449c-abb1-9901663a3e9a, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:23:44.288858 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:23:44.299088 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, c0aad007-68de-449c-abb1-9901663a3e9a) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:23:44.303659 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:44.304270 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:44.314959 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37519e6-232f-46d2-ae9c-ddc688a8ae14 None None] Network c0aad007-68de-449c-abb1-9901663a3e9a requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:23:44.325609 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-6ed1d136-c94d-4c76-b3be-94f609233163 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4787049 Apr 14 21:23:44.423632 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f42756-6ad7-441a-8c03-123eb3b3f94d None None] Network c0aad007-68de-449c-abb1-9901663a3e9a requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:23:46.824997 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:23:46.872647 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53378) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:47.014134 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-955c634b-e5a8-46c9-9008-2949bbd5b411 demo admin] 10.222.0.47 "GET /v2.0/routers/734c1d5c-d182-49b6-b12e-977f76ae741f HTTP/1.1" status: 200 len: 710 time: 0.1402438 Apr 14 21:23:47.104703 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1696b419-f9bb-4bb5-a282-03eaf9357bf8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:23:47.106097 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1696b419-f9bb-4bb5-a282-03eaf9357bf8 demo admin] 10.222.0.47 "GET /v2.0/networks/c0aad007-68de-449c-abb1-9901663a3e9a HTTP/1.1" status: 200 len: 886 time: 0.0861871 Apr 14 21:23:47.116028 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:23:47.366876 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Publish callbacks [] for router_gateway (734c1d5c-d182-49b6-b12e-977f76ae741f), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.642459 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Publish callbacks [] for router_gateway (734c1d5c-d182-49b6-b12e-977f76ae741f), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.719079 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.821464 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Allocated IP 172.27.3.138 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/7ed8592c-c1d0-4e8a-891e-4df23a4c8353) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:23:47.923214 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Publish callbacks [] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.956252 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:47.998524 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:23:48.001636 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:23:48.004452 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:23:48.010752 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Pushing event updated for resources: {'Port': ['ID=7ed8592c-c1d0-4e8a-891e-4df23a4c8353,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:48.266621 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Publish callbacks [] for router_gateway (734c1d5c-d182-49b6-b12e-977f76ae741f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.474177 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11685'] for router (734c1d5c-d182-49b6-b12e-977f76ae741f), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.478076 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518711'] for router (734c1d5c-d182-49b6-b12e-977f76ae741f), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.590591 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Router 734c1d5c-d182-49b6-b12e-977f76ae741f has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:23:48.698823 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:23:48.702974 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:48.704153 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-15f5662b-ae75-4d81-99d1-47b1289f5178 demo admin] 10.222.0.47 "PUT /v2.0/routers/734c1d5c-d182-49b6-b12e-977f76ae741f HTTP/1.1" status: 200 len: 890 time: 1.5924628 Apr 14 21:23:51.245555 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53390) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:51.358958 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-3e37a5c2-0bce-45a7-ac9a-629197366939 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1122561 Apr 14 21:23:51.477922 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 720ac1c7-297b-42c3-93ff-6edd56542475 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:23:51.531625 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 720ac1c7-297b-42c3-93ff-6edd56542475 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:51.532398 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:51.611628 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 720ac1c7-297b-42c3-93ff-6edd56542475 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:23:51.891598 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Sync routers for ids ['734c1d5c-d182-49b6-b12e-977f76ae741f'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:23:51.906287 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Routers {'734c1d5c-d182-49b6-b12e-977f76ae741f'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:51.907590 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:23:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['734c1d5c-d182-49b6-b12e-977f76ae741f'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:52.130982 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Set router 734c1d5c-d182-49b6-b12e-977f76ae741f gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:52.595222 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'name': 'router1', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '7ed8592c-c1d0-4e8a-891e-4df23a4c8353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:23:29Z', 'updated_at': '2022-04-14T21:23:48Z', 'revision_number': 4, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'gw_port': {'id': '7ed8592c-c1d0-4e8a-891e-4df23a4c8353', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:23:47Z', 'updated_at': '2022-04-14T21:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '720ac1c7-297b-42c3-93ff-6edd56542475', 'name': '', 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'mac_address': 'fa:16:3e:cd:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:23:39Z', 'updated_at': '2022-04-14T21:23:43Z', 'revision_number': 5, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'subnets': [{'id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef9a4a76-e468-43ac-9f4b-4d9fc4b9967c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:52.650403 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Checking router: 734c1d5c-d182-49b6-b12e-977f76ae741f for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:23:52.650780 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Updating router 734c1d5c-d182-49b6-b12e-977f76ae741f port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353 binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:23:52.709446 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.032152 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Publish callbacks [] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.046614 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.099549 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Attempting to bind port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:23:53.100180 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Attempting to bind port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:23:53.100760 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Attempting to bind port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353 on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:23:53.108491 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d99ede-8f15-4e57-8017-35f995fccc9d None None] Pushing event updated for resources: {'Port': ['ID=7ed8592c-c1d0-4e8a-891e-4df23a4c8353,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:53.110891 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:23:53.111275 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:23:53.111664 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.112093 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:23:53.113178 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Bound port: 7ed8592c-c1d0-4e8a-891e-4df23a4c8353, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:23:53.113178 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.172231 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] For port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:23:53.175380 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] For port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=7ed8592c-c1d0-4e8a-891e-4df23a4c8353,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:23:53.182207 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:53.239957 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Routers {'734c1d5c-d182-49b6-b12e-977f76ae741f'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:23:53.240674 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:23:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['734c1d5c-d182-49b6-b12e-977f76ae741f'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:53.280748 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d99ede-8f15-4e57-8017-35f995fccc9d None None] Pushing event updated for resources: {'Port': ['ID=7ed8592c-c1d0-4e8a-891e-4df23a4c8353,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:53.370166 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] Set router 734c1d5c-d182-49b6-b12e-977f76ae741f gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:23:53.603564 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'name': 'router1', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '7ed8592c-c1d0-4e8a-891e-4df23a4c8353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:23:29Z', 'updated_at': '2022-04-14T21:23:48Z', 'revision_number': 4, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'gw_port': {'id': '7ed8592c-c1d0-4e8a-891e-4df23a4c8353', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:23:47Z', 'updated_at': '2022-04-14T21:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '720ac1c7-297b-42c3-93ff-6edd56542475', 'name': '', 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'mac_address': 'fa:16:3e:cd:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:23:39Z', 'updated_at': '2022-04-14T21:23:43Z', 'revision_number': 5, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'subnets': [{'id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef9a4a76-e468-43ac-9f4b-4d9fc4b9967c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:53.637001 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42720a16-cd90-4a2d-a542-53fd51a540ef None None] The sync data for ids ['734c1d5c-d182-49b6-b12e-977f76ae741f'] in dv-cinder-837543-3-iscsi is: [{'id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'name': 'router1', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '7ed8592c-c1d0-4e8a-891e-4df23a4c8353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:23:29Z', 'updated_at': '2022-04-14T21:23:48Z', 'revision_number': 4, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'gw_port': {'id': '7ed8592c-c1d0-4e8a-891e-4df23a4c8353', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:23:47Z', 'updated_at': '2022-04-14T21:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '720ac1c7-297b-42c3-93ff-6edd56542475', 'name': '', 'network_id': 'c46596c7-ec29-446e-ae7e-497d92a49e1f', 'tenant_id': 'aecc014b5f80431c86799fc0b16a4737', 'mac_address': 'fa:16:3e:cd:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734c1d5c-d182-49b6-b12e-977f76ae741f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:23:39Z', 'updated_at': '2022-04-14T21:23:43Z', 'revision_number': 5, 'project_id': 'aecc014b5f80431c86799fc0b16a4737', 'subnets': [{'id': 'c28aaeb7-e9db-4862-b60c-31c09c250834', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ef9a4a76-e468-43ac-9f4b-4d9fc4b9967c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:23:55.541903 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 7ed8592c-c1d0-4e8a-891e-4df23a4c8353 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:23:55.600687 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:55.601371 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:55.699347 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:23:55.700968 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:55.726891 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=7ed8592c-c1d0-4e8a-891e-4df23a4c8353,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:23:55.737327 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:55.805341 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=7ed8592c-c1d0-4e8a-891e-4df23a4c8353,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:23:57.593671 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 7ed8592c-c1d0-4e8a-891e-4df23a4c8353 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:23:57.706891 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:23:57.710263 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (7ed8592c-c1d0-4e8a-891e-4df23a4c8353), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:57.898829 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 7ed8592c-c1d0-4e8a-891e-4df23a4c8353 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:06.339187 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-948162f7-944c-4ecc-9618-23a25b7e59bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.829628 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f21c908e-78fb-4367-ac71-c85ed6ff219d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:09.622046 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:11.362458 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:12.639699 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:23.823138 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:24:36.338567 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81746020-1f46-415b-b24a-2f00da3d378e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:38.826764 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44639e70-5f99-4706-81e2-9c3685d2af0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:39.621303 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:41.236678 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:42.646847 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:00.821649 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:25:06.331232 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-27267073-7633-45bc-92c6-71e149ebc2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:08.828841 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0384a417-2383-4a30-b788-d14e4a36f308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:09.625261 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:11.240002 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:12.644292 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:14.863928 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53874) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:14.925751 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.pecan_wsgi.hooks.translation [None req-d681db42-4652-47ce-9085-29e9bba7f942 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:25:14.927276 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-d681db42-4652-47ce-9085-29e9bba7f942 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623989 Apr 14 21:25:15.097879 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b2514c-caf9-4555-8519-1cae7aff2ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:15.099272 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-39b2514c-caf9-4555-8519-1cae7aff2ebe admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1678472 Apr 14 21:25:17.562732 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53884) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:17.728237 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ea5c36-b314-4f24-9a7d-2717a77f1f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:17.729529 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-83ea5c36-b314-4f24-9a7d-2717a77f1f9b admin admin] 10.222.0.47 "GET /v2.0/subnets/c28aaeb7-e9db-4862-b60c-31c09c250834 HTTP/1.1" status: 200 len: 849 time: 0.1658463 Apr 14 21:25:17.739420 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:25:17.822117 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Publish callbacks [] for subnet (c28aaeb7-e9db-4862-b60c-31c09c250834), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:17.963936 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792835542047'] for subnet (c28aaeb7-e9db-4862-b60c-31c09c250834), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:17.994936 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:17.995447 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:17.997103 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] 10.222.0.47 "PUT /v2.0/subnets/c28aaeb7-e9db-4862-b60c-31c09c250834 HTTP/1.1" status: 200 len: 868 time: 0.2610052 Apr 14 21:25:18.000165 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf908fc7-ecc3-4ac0-9244-e97b3d171c45 None None] Network c46596c7-ec29-446e-ae7e-497d92a49e1f requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:25:18.018692 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28aaeb7-e9db-4862-b60c-31c09c250834,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:25:18.026490 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.026874 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.027210 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.027557 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.027893 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.028226 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.028558 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.029864 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.030248 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.030713 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.031067 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.031402 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.031731 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.032056 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.032379 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efb5fbc-6dab-4deb-b470-a54f9068361b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:25:18.380342 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-f157647c-b3df-49fe-8e03-9164da367771 None None] Provisioning complete for port 720ac1c7-297b-42c3-93ff-6edd56542475 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:25:18.380723 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f157647c-b3df-49fe-8e03-9164da367771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (720ac1c7-297b-42c3-93ff-6edd56542475), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:18.459506 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f157647c-b3df-49fe-8e03-9164da367771 None None] Current status of the port 720ac1c7-297b-42c3-93ff-6edd56542475 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:25:18.468774 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-f157647c-b3df-49fe-8e03-9164da367771 None None] Provisioning complete for port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:25:18.469138 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f157647c-b3df-49fe-8e03-9164da367771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (9da77b69-8368-4ce5-852b-207b1c4ed4c9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:18.545850 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f157647c-b3df-49fe-8e03-9164da367771 None None] Current status of the port 9da77b69-8368-4ce5-852b-207b1c4ed4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:25:20.418064 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53892) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:20.616834 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915d56c-b196-459f-b9fb-02249b9dfbdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:20.617214 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915d56c-b196-459f-b9fb-02249b9dfbdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:20.618784 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-d915d56c-b196-459f-b9fb-02249b9dfbdc admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997342 Apr 14 21:25:22.953599 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53900) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:23.162485 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea70ddac-7f00-43ff-82ea-059dcd3734c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:23.162858 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea70ddac-7f00-43ff-82ea-059dcd3734c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:23.164398 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ea70ddac-7f00-43ff-82ea-059dcd3734c8 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2098310 Apr 14 21:25:25.546389 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53910) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:25.698351 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd15723-e47c-4dec-8dea-2cdd1751cc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:25.699747 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0fd15723-e47c-4dec-8dea-2cdd1751cc53 admin admin] 10.222.0.47 "GET /v2.0/networks/c0aad007-68de-449c-abb1-9901663a3e9a HTTP/1.1" status: 200 len: 886 time: 0.1524069 Apr 14 21:25:28.059042 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53918) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:28.190374 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46ef181-9a8d-4c31-ad53-6da5d3bc1b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:28.191743 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b46ef181-9a8d-4c31-ad53-6da5d3bc1b90 admin admin] 10.222.0.47 "GET /v2.0/networks/c46596c7-ec29-446e-ae7e-497d92a49e1f HTTP/1.1" status: 200 len: 869 time: 0.1312728 Apr 14 21:25:30.565471 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53926) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:30.691279 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee06219-1275-4681-8c52-990ee831256b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:30.691727 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee06219-1275-4681-8c52-990ee831256b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:30.693274 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-eee06219-1275-4681-8c52-990ee831256b admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1267905 Apr 14 21:25:33.071104 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53934) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:33.161526 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e56089a-aff7-44d2-bbd9-270d5925f3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:33.162008 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e56089a-aff7-44d2-bbd9-270d5925f3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:33.163508 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1e56089a-aff7-44d2-bbd9-270d5925f3c2 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914495 Apr 14 21:25:35.527276 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 53942) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:35.613299 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c5af37-d6bc-498c-a407-09b325ab8b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:35.614660 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e8c5af37-d6bc-498c-a407-09b325ab8b7d admin admin] 10.222.0.47 "GET /v2.0/subnets/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8 HTTP/1.1" status: 200 len: 816 time: 0.0858834 Apr 14 21:25:36.334059 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b97786c3-d616-46c7-96d6-86bb88792476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:37.820310 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:25:37.964088 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 53950) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:25:38.056753 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1060786-546e-4648-87a8-d59689dbb878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:25:38.058133 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-e1060786-546e-4648-87a8-d59689dbb878 admin admin] 10.222.0.47 "GET /v2.0/subnets/c28aaeb7-e9db-4862-b60c-31c09c250834 HTTP/1.1" status: 200 len: 868 time: 0.0931098 Apr 14 21:25:38.833375 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ed386be7-1f3f-4ae5-b033-0d87f6ad9bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:39.623180 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:41.240087 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:42.637832 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:06.336191 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f01fd162-05c0-49c0-979a-adaea86747d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:08.840881 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e786fcd2-3367-4562-aa35-ae6346bd57ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:09.629003 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:11.241628 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:12.640555 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:14.818851 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:26:19.238150 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54008) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:19.289484 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [None req-fbdfd4c9-fa03-4c99-87b7-babdf6d5cdef admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:26:19.290543 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-fbdfd4c9-fa03-4c99-87b7-babdf6d5cdef admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515232 Apr 14 21:26:21.787279 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54016) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:21.850009 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea323277-b4a6-4dc5-9e2d-e98e6dc82951 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:26:21.851312 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-ea323277-b4a6-4dc5-9e2d-e98e6dc82951 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631003 Apr 14 21:26:21.938445 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d2e40-f264-47e6-bdda-0e7495f9136b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:21.939912 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-fc8d2e40-f264-47e6-bdda-0e7495f9136b admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0841064 Apr 14 21:26:24.301565 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54024) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:24.349224 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:26:24.371481 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Made reservation on behalf of 897b4b3be2db4a248686f3b8ff6d0099 for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:26:24.373638 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:24.402357 dv-cinder-837543-3-iscsi neutron-server[103383]: WARNING neutron.services.revisions.revision_plugin [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Could not find related network for resource to bump revision. Apr 14 21:26:24.419214 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:26:24.438630 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792835459503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (333fcf43-0120-4e08-8dc0-d97e1ce8dacc), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:24.439198 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Unsubscribe: segment precommit_create {{(pid=103383) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:26:24.439662 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.segments_db [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Added segment 333fcf43-0120-4e08-8dc0-d97e1ce8dacc of type vlan for network efa7d024-f1cb-4308-87cc-363849062c53 Apr 14 21:26:24.483804 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (efa7d024-f1cb-4308-87cc-363849062c53), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:24.514395 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (efa7d024-f1cb-4308-87cc-363849062c53), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:24.515926 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:24.516829 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:24.561205 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2584918 Apr 14 21:26:24.616121 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Pushing event updated for resources: {'Network': ['ID=efa7d024-f1cb-4308-87cc-363849062c53,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:24.623550 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.623894 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.624237 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.624578 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.624918 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.625249 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.625580 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.625957 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.626289 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.626620 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.626947 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.627294 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.627619 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.627937 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.628258 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150271-0f98-475c-8458-6a5205331509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:24.642267 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network efa7d024-f1cb-4308-87cc-363849062c53 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:26:26.964358 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54032) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:27.028288 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d71ca38-00ce-4a8d-8394-2c058fefec19 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:26:27.029567 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-4d71ca38-00ce-4a8d-8394-2c058fefec19 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639699 Apr 14 21:26:27.106566 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df6c29-9ec1-4834-b827-ef87422de759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:27.108004 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-97df6c29-9ec1-4834-b827-ef87422de759 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0743680 Apr 14 21:26:27.117499 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53', 'description': 'shared-subnet'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:26:27.134919 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Made reservation on behalf of 897b4b3be2db4a248686f3b8ff6d0099 for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:26:27.137539 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:27.298404 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (44987277-a588-4ec7-b5cd-98997b526743), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:27.352438 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44987277-a588-4ec7-b5cd-98997b526743,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:27.369169 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Checking segment: {'id': '333fcf43-0120-4e08-8dc0-d97e1ce8dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:26:27.369503 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Network hostable DHCP agents. Network: efa7d024-f1cb-4308-87cc-363849062c53, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:26:27.386491 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Network efa7d024-f1cb-4308-87cc-363849062c53 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:26:27.394233 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, efa7d024-f1cb-4308-87cc-363849062c53) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:26:27.398640 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:27.399229 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:27.403595 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed912e83-4efe-49bc-874d-f386323ab4ce None None] Network efa7d024-f1cb-4308-87cc-363849062c53 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:26:27.419477 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-4ccba1c1-e39c-4e89-8c16-24d7fdf0905e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3051412 Apr 14 21:26:27.513222 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-efa7d024-f1cb-4308-87cc-363849062c53', 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53', 'project_id': '897b4b3be2db4a248686f3b8ff6d0099', 'fixed_ips': [{'subnet_id': '44987277-a588-4ec7-b5cd-98997b526743'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:26:27.514125 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:27.653999 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Allocated IP 192.168.233.2 (efa7d024-f1cb-4308-87cc-363849062c53/44987277-a588-4ec7-b5cd-98997b526743/41be9eeb-8000-4cb5-a94c-a1a38ffe5c29) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:26:27.901942 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Publish callbacks [] for port (41be9eeb-8000-4cb5-a94c-a1a38ffe5c29), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:27.908546 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (41be9eeb-8000-4cb5-a94c-a1a38ffe5c29), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:27.944925 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Network efa7d024-f1cb-4308-87cc-363849062c53 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:26:27.948269 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:26:27.951270 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:26:27.985674 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Pushing event updated for resources: {'Port': ['ID=41be9eeb-8000-4cb5-a94c-a1a38ffe5c29,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:28.009224 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.009573 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.010504 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.010849 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.011185 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.011516 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.011836 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.012155 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.012471 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.012788 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.013107 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.013424 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.013749 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.014069 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.014383 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:28.032046 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Attempting to bind port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:26:28.032419 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Attempting to bind port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '333fcf43-0120-4e08-8dc0-d97e1ce8dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:26:28.032809 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Attempting to bind port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29 on network efa7d024-f1cb-4308-87cc-363849062c53 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:26:28.038419 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:26:28.038793 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Checking segment: {'id': '333fcf43-0120-4e08-8dc0-d97e1ce8dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:26:28.039199 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:28.039594 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Bound using segment: {'id': '333fcf43-0120-4e08-8dc0-d97e1ce8dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:26:28.040058 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Bound port: 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333fcf43-0120-4e08-8dc0-d97e1ce8dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:26:28.040440 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (41be9eeb-8000-4cb5-a94c-a1a38ffe5c29), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:28.106017 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] For port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:26:28.109283 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] For port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=41be9eeb-8000-4cb5-a94c-a1a38ffe5c29,segment=NetworkSegment(333fcf43-0120-4e08-8dc0-d97e1ce8dacc),segment_id=333fcf43-0120-4e08-8dc0-d97e1ce8dacc)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:26:28.114646 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (41be9eeb-8000-4cb5-a94c-a1a38ffe5c29), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:28.176809 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a1948-bb0e-4ae6-a264-361d460673fa None None] Pushing event updated for resources: {'Port': ['ID=41be9eeb-8000-4cb5-a94c-a1a38ffe5c29,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:29.021629 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c608601d-4761-4921-b41d-d67eb3c5c00e None None] Network efa7d024-f1cb-4308-87cc-363849062c53 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:26:29.104226 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-98277d88-c89c-47c0-8bd4-609ec7770e13 None None] Provisioning complete for port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:26:29.104958 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-98277d88-c89c-47c0-8bd4-609ec7770e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (41be9eeb-8000-4cb5-a94c-a1a38ffe5c29), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:29.215292 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-98277d88-c89c-47c0-8bd4-609ec7770e13 None None] Current status of the port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:26:29.215918 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-98277d88-c89c-47c0-8bd4-609ec7770e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (41be9eeb-8000-4cb5-a94c-a1a38ffe5c29), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:29.252187 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-98277d88-c89c-47c0-8bd4-609ec7770e13 None None] For port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=41be9eeb-8000-4cb5-a94c-a1a38ffe5c29,segment=NetworkSegment(333fcf43-0120-4e08-8dc0-d97e1ce8dacc),segment_id=333fcf43-0120-4e08-8dc0-d97e1ce8dacc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:26:29.258857 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-98277d88-c89c-47c0-8bd4-609ec7770e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (41be9eeb-8000-4cb5-a94c-a1a38ffe5c29), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:29.316772 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98277d88-c89c-47c0-8bd4-609ec7770e13 None None] Pushing event updated for resources: {'Port': ['ID=41be9eeb-8000-4cb5-a94c-a1a38ffe5c29,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:29.378978 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-185ab21a-f0c2-4400-af5e-b9f173cabc09 None None] Provisioning complete for port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:26:29.379487 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-185ab21a-f0c2-4400-af5e-b9f173cabc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (41be9eeb-8000-4cb5-a94c-a1a38ffe5c29), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:29.460029 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-185ab21a-f0c2-4400-af5e-b9f173cabc09 None None] Current status of the port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:26:29.597302 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:26:29.644327 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:26:29.644728 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (41be9eeb-8000-4cb5-a94c-a1a38ffe5c29), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:29.721852 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 41be9eeb-8000-4cb5-a94c-a1a38ffe5c29 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:26:36.340288 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de00e567-c22f-459a-9625-e94d654c3ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:38.833289 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afc1f24c-26fa-4c30-af43-7720cd98ff81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:39.629522 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:41.244302 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:42.643056 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:51.818601 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:27:06.343856 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7c6aebdf-315f-4bca-aae1-a11e30a973ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:08.836084 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00915d33-7980-415b-8091-28b93954e1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:09.632239 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:11.249573 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:12.645538 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:28.817333 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:27:36.345408 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6c566015-1ace-47c5-ab55-848d258072a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:38.839358 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b60a-fd65-485c-8f59-2a262203a5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:39.635977 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:41.252505 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:42.647937 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:04.499403 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54070) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:28:04.505184 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [None req-1e498f9d-14a3-439a-be8e-bcf43c3e1814 tempest-verify_tempest_config-1375398855 tempest-verify_tempest_config-1375398855-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:28:04.506185 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1e498f9d-14a3-439a-be8e-bcf43c3e1814 tempest-verify_tempest_config-1375398855 tempest-verify_tempest_config-1375398855-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058231 Apr 14 21:28:04.795020 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54088) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:28:04.898720 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:04.970632 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Publish callbacks [] for security_group (022cc471-edb2-43a9-9003-c95fb414f30f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:04.974263 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (022cc471-edb2-43a9-9003-c95fb414f30f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:05.017089 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022cc471-edb2-43a9-9003-c95fb414f30f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:28:05.020783 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c1389a93be640538c6c74d5505e2a0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2247701 Apr 14 21:28:05.024780 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54094) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:28:05.026931 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.027282 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.027625 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.027967 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.028301 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.028633 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.028959 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.029286 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.029633 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.029993 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.030348 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.030692 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.031020 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.031342 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.031663 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c90f442-43cc-454f-b669-b4f1932978d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.097446 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Publish callbacks [] for security_group (022cc471-edb2-43a9-9003-c95fb414f30f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:05.117588 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Publish callbacks [] for security_group (022cc471-edb2-43a9-9003-c95fb414f30f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:05.212355 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (022cc471-edb2-43a9-9003-c95fb414f30f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:05.215607 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:05.216901 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/022cc471-edb2-43a9-9003-c95fb414f30f HTTP/1.1" status: 204 len: 168 time: 0.1911376 Apr 14 21:28:05.232139 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022cc471-edb2-43a9-9003-c95fb414f30f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:28:05.239102 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.239448 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.239812 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.240107 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.240432 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.240797 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.241051 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.241370 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.242737 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.242737 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.242957 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.243287 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.243607 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.243925 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.244350 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea33877-82da-4ab3-aab5-fcbbe2123a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:05.816003 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:28:06.348024 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3057adc3-2f35-4e99-8968-aa51baa36246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:08.841928 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0950bcce-7469-45ff-bb83-3f348e359520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:09.638682 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:11.258799 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:12.650449 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:36.351207 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21a6ee24-d802-4792-9f97-92f3e8284177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:38.842700 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d246899-1df4-465e-805c-97a97cd6ea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:39.641559 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:41.258864 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:42.652754 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:42.814401 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:29:06.357983 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b76ea718-db94-488f-ab77-c714a57bf3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:08.843717 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-286b5b20-09d3-427a-94f0-3dacc6e7a065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:09.643550 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:11.262822 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:12.654891 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:19.812759 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 5 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:29:36.350855 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9911c7e5-8beb-4f64-98d3-40a9a4d48d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:38.845428 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fad3857b-525d-4598-bc23-4a0d054e4e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:39.647906 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:41.265090 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:42.656643 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:55.486891 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-519843'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:56.812588 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:30:06.352316 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5e4f-3dfd-442e-b608-2c6de4a111cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:08.850470 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bd70c61e-2d7d-42ab-baf9-edd33b3e56b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:09.651057 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:10.071199 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54164) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:10.177539 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6763eb49-ff7d-4b10-90a2-a1c25e8c3148 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1050706 Apr 14 21:30:11.267813 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:12.546122 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54174) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:30:12.607888 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-bff741c3-4685-4976-9dd0-406bf7225a07 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0605059 Apr 14 21:30:12.667375 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:25.485840 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:33.814788 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:30:36.355479 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cb806d65-fe47-4efc-8dc5-e23c46c08646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:38.851896 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4887f8e5-1ab6-44e9-a1ae-326684e4eb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:39.652986 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:41.278861 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:42.660003 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:55.489270 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:06.357971 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-498cdabc-872a-4885-81d3-2ec8386f2c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:08.855010 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0aa127ae-a2f5-4c45-adb4-7cdcd4c42508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:09.658650 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:10.815115 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:31:11.282397 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:12.668592 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:25.482997 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:36.362537 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d31d9557-d8c5-48cd-95a2-b76ac5f6cfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:38.856956 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-75077f86-a060-467f-9f56-0f87cc91afc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:39.658253 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:41.279456 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:42.668381 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:47.814582 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:31:55.252584 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54318) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:55.459340 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-880256946-network', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:55.486439 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:55.500604 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Made reservation on behalf of bfc47944ad764b639ab5f04ea39940fe for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:31:55.506224 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:55.512846 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:55.604122 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Publish callbacks [] for security_group (5e26b1b7-e6d8-43a2-a73e-d342635e9f0e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:55.607970 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (5e26b1b7-e6d8-43a2-a73e-d342635e9f0e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:55.635932 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:31:55.644742 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e26b1b7-e6d8-43a2-a73e-d342635e9f0e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:55.655600 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (eb983607-6e7d-4fe2-bb62-60094c9d9281), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:55.655949 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Added segment eb983607-6e7d-4fe2-bb62-60094c9d9281 of type vlan for network e1d851be-8713-402d-9209-d2c263e57df3 Apr 14 21:31:55.657921 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.658266 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.658819 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.659162 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.659497 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.659832 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.660160 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.660487 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.660822 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.661150 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.661477 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.661829 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.662154 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.662577 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.662790 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Tracked resource versions report: Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: pushed versions: Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: { 'AddressGroup': {'1.2'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Agent': {'1.1'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'ConntrackHelper': {'1.0'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Log': {'1.0'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'NDPProxy': {'1.0'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Network': {'1.1'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Port': {'1.7'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'PortForwarding': {'1.3'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'QosPolicy': {'1.10'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SecurityGroup': {'1.5'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SubPort': {'1.0'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Subnet': {'1.1'}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Trunk': {'1.1'}} Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: consumer versions: Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: { DHCP agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: L3 agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: Metadata agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: Metering agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: Open vSwitch agent@dv-cinder-837543-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Agent': '1.1', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'ConntrackHelper': '1.0', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'LocalIPAssociation': '1.0', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Log': '1.0', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'NDPProxy': '1.0', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Network': '1.1', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Port': '1.7', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'PortForwarding': '1.3', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'QosPolicy': '1.10', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SecurityGroup': '1.5', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SecurityGroupRule': '1.2', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'SubPort': '1.0', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Subnet': '1.1', Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: 'Trunk': '1.1'}} Apr 14 21:31:55.664076 dv-cinder-837543-3-iscsi neutron-server[103384]: {{(pid=103384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:31:55.711144 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (e1d851be-8713-402d-9209-d2c263e57df3), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:55.737848 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (e1d851be-8713-402d-9209-d2c263e57df3), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:55.738857 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:31:55.743080 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:55.771025 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5170221 Apr 14 21:31:55.775209 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54362) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:55.783737 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Request body: {'subnet': {'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-subnet', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:55.810579 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Made reservation on behalf of bfc47944ad764b639ab5f04ea39940fe for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:31:55.814106 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae43d1-8a63-4a8d-9431-b259d4c8f887 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d851be-8713-402d-9209-d2c263e57df3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:55.814503 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:55.824654 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network e1d851be-8713-402d-9209-d2c263e57df3 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:31:55.936043 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54374) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:55.941274 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54376) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:56.116200 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54386) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:56.150886 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (1b090fa0-5455-4ebb-b132-835aaef31186), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.201885 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b090fa0-5455-4ebb-b132-835aaef31186,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:56.212390 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.212735 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.213096 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.213435 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.213787 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.214118 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.214449 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.214770 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.215106 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.215434 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.215770 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.216108 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.216431 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.216751 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.217065 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Tracked resource versions report: Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: pushed versions: Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: { 'AddressGroup': {'1.2'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Agent': {'1.1'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'ConntrackHelper': {'1.0'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Log': {'1.0'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'NDPProxy': {'1.0'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Network': {'1.1'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Port': {'1.7'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'PortForwarding': {'1.3'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'QosPolicy': {'1.10'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SecurityGroup': {'1.5'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SubPort': {'1.0'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Subnet': {'1.1'}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Trunk': {'1.1'}} Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: consumer versions: Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: { DHCP agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: L3 agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: Metadata agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: Metering agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: Open vSwitch agent@dv-cinder-837543-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Agent': '1.1', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'ConntrackHelper': '1.0', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'LocalIPAssociation': '1.0', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Log': '1.0', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'NDPProxy': '1.0', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Network': '1.1', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Port': '1.7', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'PortForwarding': '1.3', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'QosPolicy': '1.10', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SecurityGroup': '1.5', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SecurityGroupRule': '1.2', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'SubPort': '1.0', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Subnet': '1.1', Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: 'Trunk': '1.1'}} Apr 14 21:31:56.218201 dv-cinder-837543-3-iscsi neutron-server[103383]: {{(pid=103383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:31:56.239181 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Checking segment: {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:31:56.239780 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Network hostable DHCP agents. Network: e1d851be-8713-402d-9209-d2c263e57df3, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:31:56.260103 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Network e1d851be-8713-402d-9209-d2c263e57df3 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:31:56.270398 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, e1d851be-8713-402d-9209-d2c263e57df3) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:31:56.276151 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:31:56.276740 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.283423 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8cf7f7-ac0d-4cc3-839b-72652274a782 None None] Network e1d851be-8713-402d-9209-d2c263e57df3 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:31:56.301904 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54398) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:56.302421 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-31fbfb69-2cdb-4849-aef5-b8d59d45ce9c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5250416 Apr 14 21:31:56.307286 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:56.336297 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (1aa74745-471e-41ef-b20c-94582fb31424), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.337424 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (1aa74745-471e-41ef-b20c-94582fb31424), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.413085 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-e1d851be-8713-402d-9209-d2c263e57df3', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:31:56.414202 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.421252 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-912128343-network', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:56.436069 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1828978547-network', 'tenant_id': '7ecd527f99814f479f0be9167535231b'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:56.444671 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks [] for router_controller (1aa74745-471e-41ef-b20c-94582fb31424), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.466645 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54402) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:56.598996 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-network', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:56.611314 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Allocated IP 172.20.0.2 (e1d851be-8713-402d-9209-d2c263e57df3/1b090fa0-5455-4ebb-b132-835aaef31186/41536021-3248-4285-834a-13c15535d6e1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:31:56.629218 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-276128888-network', 'tenant_id': '4a66434b244549eda25a90846ee5f8a2'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:56.632305 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Made reservation on behalf of 46de92a2e6f247f3887e107e57ca4be1 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:31:56.634984 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.637711 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Made reservation on behalf of 371e0c1995de4102a2649bc4866a3f74 for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:31:56.641595 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.651032 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.663784 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.704016 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Made reservation on behalf of 7ecd527f99814f479f0be9167535231b for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:31:56.706319 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.731353 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.791101 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Publish callbacks [] for security_group (1d489a66-1dbd-41dc-94f3-41fd5253a117), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.797527 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (1d489a66-1dbd-41dc-94f3-41fd5253a117), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.811846 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:31:56.824795 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (5caed0ab-7071-4be9-a421-d988dab615cd), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.825712 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.segments_db [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Added segment 5caed0ab-7071-4be9-a421-d988dab615cd of type vlan for network ceaaf06e-dae3-4424-9485-0b5c1f33286d Apr 14 21:31:56.830483 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks [] for router_gateway (1aa74745-471e-41ef-b20c-94582fb31424), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.839589 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Publish callbacks [] for port (41536021-3248-4285-834a-13c15535d6e1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.844348 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Made reservation on behalf of 4a66434b244549eda25a90846ee5f8a2 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:31:56.846747 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.855760 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (41536021-3248-4285-834a-13c15535d6e1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.868611 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.882280 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (ceaaf06e-dae3-4424-9485-0b5c1f33286d), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.935734 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d489a66-1dbd-41dc-94f3-41fd5253a117,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:56.947352 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (ceaaf06e-dae3-4424-9485-0b5c1f33286d), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.949612 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:31:56.950389 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.969914 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Publish callbacks [] for security_group (f1943715-534a-4d29-ab00-76030b2a5c01), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:56.979979 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Network e1d851be-8713-402d-9209-d2c263e57df3 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:31:56.985927 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:31:56.992077 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:31:57.010325 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f1943715-534a-4d29-ab00-76030b2a5c01), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.023590 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5556815 Apr 14 21:31:57.024399 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54422) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:57.042521 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Request body: {'subnet': {'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-subnet', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:57.060105 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Pushing event updated for resources: {'Port': ['ID=41536021-3248-4285-834a-13c15535d6e1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:57.073276 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.073777 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.074304 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.074763 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.075232 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.075673 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.076673 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.077099 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.077641 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.078088 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.078516 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.078978 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.079446 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.079913 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.080351 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Tracked resource versions report: Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: pushed versions: Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: { 'AddressGroup': {'1.2'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Agent': {'1.1'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'ConntrackHelper': {'1.0'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Log': {'1.0'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'NDPProxy': {'1.0'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Network': {'1.1'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Port': {'1.7'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'PortForwarding': {'1.3'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'QosPolicy': {'1.10'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SecurityGroup': {'1.5'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SubPort': {'1.0'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Subnet': {'1.1'}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Trunk': {'1.1'}} Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: consumer versions: Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: { DHCP agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: L3 agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: Metadata agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: Metering agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: Open vSwitch agent@dv-cinder-837543-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Agent': '1.1', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'ConntrackHelper': '1.0', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'LocalIPAssociation': '1.0', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Log': '1.0', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'NDPProxy': '1.0', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Network': '1.1', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Port': '1.7', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'PortForwarding': '1.3', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'QosPolicy': '1.10', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SecurityGroup': '1.5', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SecurityGroupRule': '1.2', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'SubPort': '1.0', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Subnet': '1.1', Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: 'Trunk': '1.1'}} Apr 14 21:31:57.081697 dv-cinder-837543-3-iscsi neutron-server[103385]: {{(pid=103385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:31:57.097667 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:31:57.107891 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Attempting to bind port 41536021-3248-4285-834a-13c15535d6e1 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:31:57.108551 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Attempting to bind port 41536021-3248-4285-834a-13c15535d6e1 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:31:57.109286 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Made reservation on behalf of 371e0c1995de4102a2649bc4866a3f74 for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:31:57.109636 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Attempting to bind port 41536021-3248-4285-834a-13c15535d6e1 on network e1d851be-8713-402d-9209-d2c263e57df3 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:31:57.112231 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.116307 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:31:57.116863 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Checking segment: {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:31:57.117354 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.118778 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Bound using segment: {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:31:57.119404 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Bound port: 41536021-3248-4285-834a-13c15535d6e1, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:31:57.120411 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (41536021-3248-4285-834a-13c15535d6e1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.187614 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37e6bb-92d5-4120-8a92-358726aab6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ceaaf06e-dae3-4424-9485-0b5c1f33286d,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:57.226671 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:31:57.233758 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (527bd392-5ea6-4bd8-874d-290e42d1681f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.234606 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Added segment 527bd392-5ea6-4bd8-874d-290e42d1681f of type vlan for network a8fecfe2-76b7-4925-b617-b1a8b018293b Apr 14 21:31:57.249186 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Publish callbacks [] for security_group (921f634e-7218-4e73-bed3-c739a164861e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.263735 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1943715-534a-4d29-ab00-76030b2a5c01,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:57.294415 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (921f634e-7218-4e73-bed3-c739a164861e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.310409 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] For port 41536021-3248-4285-834a-13c15535d6e1, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:31:57.388063 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] For port 41536021-3248-4285-834a-13c15535d6e1, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=41536021-3248-4285-834a-13c15535d6e1,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:31:57.389692 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (a8fecfe2-76b7-4925-b617-b1a8b018293b), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.391880 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:31:57.417284 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (41536021-3248-4285-834a-13c15535d6e1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.444438 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (f25d18c1-244f-4ab0-a4fa-325cd756665b), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.505155 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks [] for router_gateway (1aa74745-471e-41ef-b20c-94582fb31424), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.531585 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Checking segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:31:57.531958 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Network hostable DHCP agents. Network: ceaaf06e-dae3-4424-9485-0b5c1f33286d, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:31:57.553381 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968e7b2-e499-41d6-845b-70460972f46f None None] Pushing event updated for resources: {'Port': ['ID=41536021-3248-4285-834a-13c15535d6e1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:57.578033 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (34269c93-51c1-4f35-88e3-073acf790e89), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.578542 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Added segment 34269c93-51c1-4f35-88e3-073acf790e89 of type vlan for network f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5 Apr 14 21:31:57.580677 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.586291 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:31:57.603045 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921f634e-7218-4e73-bed3-c739a164861e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:57.629238 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, ceaaf06e-dae3-4424-9485-0b5c1f33286d) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:31:57.642008 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25d18c1-244f-4ab0-a4fa-325cd756665b,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:57.643736 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd27ed-881e-4aea-b5c7-65c82a205771 None None] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:31:57.666505 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:31:57.667117 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.730762 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-e03a08c4-5d26-4e53-9ee8-c2d69f138184 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6963432 Apr 14 21:31:57.733532 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54448) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:57.740959 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:57.757399 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Publish callbacks [] for security_group (a514b1aa-5874-4f7a-993c-cbf540dba58c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.793551 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a514b1aa-5874-4f7a-993c-cbf540dba58c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.795046 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.797158 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.891359 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:31:57.892293 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.954692 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks [] for router_controller (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), precommit_add_association {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.973646 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (a8fecfe2-76b7-4925-b617-b1a8b018293b), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.974731 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:31:57.975285 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.012120 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Allocated IP 172.27.3.241 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/22d2c8fc-3e29-4014-8f38-e7251d6c1219) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:31:58.083305 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] Pushing event updated for resources: {'Network': ['ID=a8fecfe2-76b7-4925-b617-b1a8b018293b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:58.091735 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:31:58.103665 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.125573 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a514b1aa-5874-4f7a-993c-cbf540dba58c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:58.149375 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (afb5bcbc-706e-4511-b4f7-ab4a164de742), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.149762 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Added segment afb5bcbc-706e-4511-b4f7-ab4a164de742 of type vlan for network a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 Apr 14 21:31:58.161210 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3ec6287b-b2c1-4157-abf7-566927d40899 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2238164 Apr 14 21:31:58.163698 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network a8fecfe2-76b7-4925-b617-b1a8b018293b details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:31:58.168902 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54466) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:58.188454 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks [] for router_gateway (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.203818 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Request body: {'subnet': {'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-912128343-subnet', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:58.246826 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Made reservation on behalf of 46de92a2e6f247f3887e107e57ca4be1 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:31:58.249199 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.329899 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Allocated IP 172.20.0.2 (ceaaf06e-dae3-4424-9485-0b5c1f33286d/f25d18c1-244f-4ab0-a4fa-325cd756665b/d04d8d3d-435e-43a9-ad45-99a9c6577c7d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:31:58.330099 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.333039 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:31:58.335320 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.360889 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.521861 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks [] for router_gateway (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.534487 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Publish callbacks [] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.548121 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.581206 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6382744 Apr 14 21:31:58.583602 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.587304 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54480) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:58.603574 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Request body: {'subnet': {'network_id': 'f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1828978547-subnet', 'tenant_id': '7ecd527f99814f479f0be9167535231b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:58.649579 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks [] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.673931 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.675114 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:31:58.675710 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.709710 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Pushing event updated for resources: {'Port': ['ID=d04d8d3d-435e-43a9-ad45-99a9c6577c7d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:58.723167 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b3d3f-f7d6-4a04-b0c7-1db080f1dcfa admin admin] Pushing event updated for resources: {'Network': ['ID=f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:58.736406 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:31:58.742229 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:31:58.765166 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:31:58.769398 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Made reservation on behalf of 7ecd527f99814f479f0be9167535231b for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:31:58.778858 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:31:58.782651 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.834926 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54492) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:58.835762 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7180910 Apr 14 21:31:58.898629 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Request body: {'subnet': {'network_id': 'a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-276128888-subnet', 'tenant_id': '4a66434b244549eda25a90846ee5f8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:31:58.966957 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Made reservation on behalf of 4a66434b244549eda25a90846ee5f8a2 for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:31:58.982342 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:58.990068 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f14d62-355f-41e0-9c0e-08c8036d558e admin admin] Pushing event updated for resources: {'Network': ['ID=a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:59.010018 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Attempting to bind port d04d8d3d-435e-43a9-ad45-99a9c6577c7d on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:31:59.011128 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Attempting to bind port d04d8d3d-435e-43a9-ad45-99a9c6577c7d by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:31:59.011756 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Attempting to bind port d04d8d3d-435e-43a9-ad45-99a9c6577c7d on network ceaaf06e-dae3-4424-9485-0b5c1f33286d {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:31:59.014277 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:59.022881 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:31:59.023582 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Checking segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:31:59.025117 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:59.025823 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Bound using segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:31:59.026690 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Bound port: d04d8d3d-435e-43a9-ad45-99a9c6577c7d, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:31:59.027324 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:59.031051 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:31:59.266251 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54524) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:59.275984 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878201f0-0640-481b-891f-8ddd0c160365 None None] Network e1d851be-8713-402d-9209-d2c263e57df3 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:31:59.292800 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:31:59.344471 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:31:59.401508 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-b1101560-6e44-487c-9612-d3286710549c None None] Provisioning complete for port 41536021-3248-4285-834a-13c15535d6e1 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:31:59.401920 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b1101560-6e44-487c-9612-d3286710549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (41536021-3248-4285-834a-13c15535d6e1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:59.442232 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (760c5e30-a06e-4c34-a4e1-729901fbd847), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:59.513876 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760c5e30-a06e-4c34-a4e1-729901fbd847,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:59.546241 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Allocated IP 172.27.3.177 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/94dacc9f-0277-4263-b81e-40c12546152d) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:31:59.600357 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:31:59.625573 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Checking segment: {'id': '34269c93-51c1-4f35-88e3-073acf790e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:31:59.626230 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Network hostable DHCP agents. Network: f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:31:59.684394 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] For port d04d8d3d-435e-43a9-ad45-99a9c6577c7d, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:31:59.815925 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] For port d04d8d3d-435e-43a9-ad45-99a9c6577c7d, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=d04d8d3d-435e-43a9-ad45-99a9c6577c7d,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:31:59.820515 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54538) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:59.826221 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (bdd211a7-0033-43a9-a631-1861ed1b49f4), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:59.841385 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:59.844497 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Pushing event updated for resources: {'Port': ['ID=22d2c8fc-3e29-4014-8f38-e7251d6c1219,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:59.920821 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (57304620-fc45-43a2-857b-7f8265e2c942), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:59.925922 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd369a-2ff7-4f8d-ba00-c412318ef16b None None] Pushing event updated for resources: {'Port': ['ID=d04d8d3d-435e-43a9-ad45-99a9c6577c7d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:31:59.940645 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Network f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:31:59.942386 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 41536021-3248-4285-834a-13c15535d6e1 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:31:59.999087 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b1101560-6e44-487c-9612-d3286710549c None None] Current status of the port 41536021-3248-4285-834a-13c15535d6e1 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:00.001019 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b1101560-6e44-487c-9612-d3286710549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (41536021-3248-4285-834a-13c15535d6e1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.003080 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd211a7-0033-43a9-a631-1861ed1b49f4,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:00.041703 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-60425018-dc35-445c-b3bc-d32eb901f7f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.083890 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b1101560-6e44-487c-9612-d3286710549c None None] For port 41536021-3248-4285-834a-13c15535d6e1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=41536021-3248-4285-834a-13c15535d6e1,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:00.097566 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b1101560-6e44-487c-9612-d3286710549c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (41536021-3248-4285-834a-13c15535d6e1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.185187 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1101560-6e44-487c-9612-d3286710549c None None] Pushing event updated for resources: {'Port': ['ID=41536021-3248-4285-834a-13c15535d6e1,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:00.197905 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 41536021-3248-4285-834a-13c15535d6e1 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:00.198350 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (41536021-3248-4285-834a-13c15535d6e1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.210538 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:00.222781 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-60425018-dc35-445c-b3bc-d32eb901f7f1 admin admin] Publish callbacks [] for security_group (e28451e0-10b9-4fd7-985d-21edadd6f4a5), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.247679 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d36d599-3253-491c-b556-9158cd9f0d8b None None] Network f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:00.254790 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-9c2b2a44-920c-427e-b4a8-85ae6ec1dfc8 None None] Provisioning complete for port 41536021-3248-4285-834a-13c15535d6e1 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:00.255189 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2a44-920c-427e-b4a8-85ae6ec1dfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (41536021-3248-4285-834a-13c15535d6e1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.258384 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34480e35-19f3-4e43-b8b1-5fb5311cc4aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.269483 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:00.270053 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Checking segment: {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:00.270202 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.270794 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Network hostable DHCP agents. Network: a8fecfe2-76b7-4925-b617-b1a8b018293b, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:32:00.295286 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Checking segment: {'id': 'afb5bcbc-706e-4511-b4f7-ab4a164de742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:00.295866 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Network hostable DHCP agents. Network: a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:32:00.317655 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-60425018-dc35-445c-b3bc-d32eb901f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (e28451e0-10b9-4fd7-985d-21edadd6f4a5), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.327278 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks [] for port (94dacc9f-0277-4263-b81e-40c12546152d), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.398202 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks [] for router_gateway (1aa74745-471e-41ef-b20c-94582fb31424), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.398563 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-2dc5bccb-cd50-4f68-9d4d-44b0bb04ecb9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8093994 Apr 14 21:32:00.418484 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Network a8fecfe2-76b7-4925-b617-b1a8b018293b is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:32:00.474827 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=57304620-fc45-43a2-857b-7f8265e2c942,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:00.526376 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, a8fecfe2-76b7-4925-b617-b1a8b018293b) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:00.537658 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:00.538296 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.587603 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-60425018-dc35-445c-b3bc-d32eb901f7f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=13ed0c12cde4488593be1216aeb36a14&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1744244 Apr 14 21:32:00.588624 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54558) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:00.621832 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Network a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:32:00.643419 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595b289b-c819-452a-b723-ab040ca3e172 None None] Network a8fecfe2-76b7-4925-b617-b1a8b018293b requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:00.650842 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0b3eda3e-3e94-4bd4-98c2-ca77e8971b5c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4640148 Apr 14 21:32:00.657818 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54566) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:00.664302 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:00.680858 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (94dacc9f-0277-4263-b81e-40c12546152d), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.681836 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34480e35-19f3-4e43-b8b1-5fb5311cc4aa admin admin] Publish callbacks [] for security_group (bd4ef49d-8ef1-4c2b-acaa-512b2c86981b), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.702958 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-34480e35-19f3-4e43-b8b1-5fb5311cc4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (bd4ef49d-8ef1-4c2b-acaa-512b2c86981b), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.740265 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (60e05976-beca-4a0c-ab8a-17be94eefebf), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.741299 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (60e05976-beca-4a0c-ab8a-17be94eefebf), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.763019 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:00.780901 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-34480e35-19f3-4e43-b8b1-5fb5311cc4aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8f8bfe3092a4be98c57e4fb0b1a6fec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9566221 Apr 14 21:32:00.784549 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54576) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:00.796372 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:00.797121 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.813035 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:00.815970 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a81e9934-36b4-4070-932b-54cff227515e admin admin] Publish callbacks [] for security_group (e28451e0-10b9-4fd7-985d-21edadd6f4a5), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.817758 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60425018-dc35-445c-b3bc-d32eb901f7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28451e0-10b9-4fd7-985d-21edadd6f4a5,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:00.825709 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34480e35-19f3-4e43-b8b1-5fb5311cc4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4ef49d-8ef1-4c2b-acaa-512b2c86981b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:00.837174 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2ce089-1623-462f-8ecb-4e5bab5061ba None None] Network a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:00.845132 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:00.851851 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-43ece52e-a675-44ba-a231-188a371ed62f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0123880 Apr 14 21:32:00.860293 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:00.960463 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a3db2f-35ac-4147-bcb9-14b3dcc5de5c None None] Network f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:01.030023 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 41536021-3248-4285-834a-13c15535d6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:01.033654 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b2a44-920c-427e-b4a8-85ae6ec1dfc8 None None] Current status of the port 41536021-3248-4285-834a-13c15535d6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:01.049833 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=94dacc9f-0277-4263-b81e-40c12546152d,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:01.075163 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a81e9934-36b4-4070-932b-54cff227515e admin admin] Publish callbacks [] for security_group (e28451e0-10b9-4fd7-985d-21edadd6f4a5), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.088578 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks [] for router_controller (60e05976-beca-4a0c-ab8a-17be94eefebf), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.267276 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a81e9934-36b4-4070-932b-54cff227515e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (e28451e0-10b9-4fd7-985d-21edadd6f4a5), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.270313 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a81e9934-36b4-4070-932b-54cff227515e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.272870 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a81e9934-36b4-4070-932b-54cff227515e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e28451e0-10b9-4fd7-985d-21edadd6f4a5 HTTP/1.1" status: 204 len: 168 time: 0.6472807 Apr 14 21:32:01.289366 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e9934-36b4-4070-932b-54cff227515e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28451e0-10b9-4fd7-985d-21edadd6f4a5,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:01.308300 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-911e91d3-0c0d-4509-b500-5d7a414badca admin admin] Publish callbacks [] for security_group (bd4ef49d-8ef1-4c2b-acaa-512b2c86981b), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.351671 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (1aa74745-471e-41ef-b20c-94582fb31424), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.402547 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks [] for router_gateway (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.474942 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks [] for router_gateway (60e05976-beca-4a0c-ab8a-17be94eefebf), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.486258 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-911e91d3-0c0d-4509-b500-5d7a414badca admin admin] Publish callbacks [] for security_group (bd4ef49d-8ef1-4c2b-acaa-512b2c86981b), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.512557 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-a8fecfe2-76b7-4925-b617-b1a8b018293b', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:32:01.513099 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.655672 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d5ad7-eeda-45a2-bf4f-da4d815f1a30 None None] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:01.754340 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.762695 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-911e91d3-0c0d-4509-b500-5d7a414badca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (bd4ef49d-8ef1-4c2b-acaa-512b2c86981b), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.765618 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-911e91d3-0c0d-4509-b500-5d7a414badca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.769387 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-911e91d3-0c0d-4509-b500-5d7a414badca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd4ef49d-8ef1-4c2b-acaa-512b2c86981b HTTP/1.1" status: 204 len: 168 time: 0.9809406 Apr 14 21:32:01.791858 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30655212-db13-4ed7-a34e-91e2f39181dc None None] Network a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:01.867875 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e91d3-0c0d-4509-b500-5d7a414badca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4ef49d-8ef1-4c2b-acaa-512b2c86981b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:01.912376 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-a0b9d062-079e-4d3e-9ab3-d41c493dd2ff None None] Provisioning complete for port d04d8d3d-435e-43a9-ad45-99a9c6577c7d triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:01.912909 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d062-079e-4d3e-9ab3-d41c493dd2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.985956 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54606) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:02.031466 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2078345173-network', 'tenant_id': 'd0998ec840874ae380faada46535ff3d'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:02.071927 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks [] for router_gateway (60e05976-beca-4a0c-ab8a-17be94eefebf), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.099110 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.100054 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:32:02.106541 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device d04d8d3d-435e-43a9-ad45-99a9c6577c7d up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:02.108190 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Router 1aa74745-471e-41ef-b20c-94582fb31424 is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:32:02.117117 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Made reservation on behalf of d0998ec840874ae380faada46535ff3d for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:02.121421 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.174670 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54632) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:02.250443 dv-cinder-837543-3-iscsi neutron-server[103383]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 21:32:02.251525 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.277378 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Allocated IP 172.20.0.2 (a8fecfe2-76b7-4925-b617-b1a8b018293b/bdd211a7-0033-43a9-a631-1861ed1b49f4/57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:02.281120 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54634) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:02.366687 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Allocated IP 172.27.3.202 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/575bccdf-0ff1-48e7-ae95-f13f283d4309) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:02.384318 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:32:02.391088 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port d04d8d3d-435e-43a9-ad45-99a9c6577c7d triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:02.391480 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.405264 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Sync routers for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:32:02.436186 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:02.439554 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:31:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:02.441313 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.445262 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-527901b9-5d69-4fb3-bea0-ba4ea6132de2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1396825 Apr 14 21:32:02.447301 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54638) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:02.496716 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a0b9d062-079e-4d3e-9ab3-d41c493dd2ff None None] Current status of the port d04d8d3d-435e-43a9-ad45-99a9c6577c7d is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:02.497110 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d062-079e-4d3e-9ab3-d41c493dd2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.537253 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-26ce4808-5b5e-4a69-a87d-4c10c5249df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.627714 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a0b9d062-079e-4d3e-9ab3-d41c493dd2ff None None] For port d04d8d3d-435e-43a9-ad45-99a9c6577c7d, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=d04d8d3d-435e-43a9-ad45-99a9c6577c7d,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:02.673085 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a0b9d062-079e-4d3e-9ab3-d41c493dd2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.707217 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port d04d8d3d-435e-43a9-ad45-99a9c6577c7d is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:02.707859 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.726061 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks [] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.734295 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54640) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:02.750698 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Publish callbacks [] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.754449 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c11df313-bd28-45ba-8312-c65794ebdbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.809176 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.831381 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9d062-079e-4d3e-9ab3-d41c493dd2ff None None] Pushing event updated for resources: {'Port': ['ID=d04d8d3d-435e-43a9-ad45-99a9c6577c7d,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:02.844430 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:02.860885 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-b8eed25f-817d-46d4-afaa-18e6543ecf0e None None] Provisioning complete for port d04d8d3d-435e-43a9-ad45-99a9c6577c7d triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:02.861628 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8eed25f-817d-46d4-afaa-18e6543ecf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.882499 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Network a8fecfe2-76b7-4925-b617-b1a8b018293b is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:02.908098 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.db.api [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:32:02.909069 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG oslo_db.api [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:32:02.910249 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:02.920433 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:02.954310 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54644) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:02.961544 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:32:02.966997 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.969146 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Pushing event updated for resources: {'Port': ['ID=57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:02.983235 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca846-1e45-4364-b19d-36d900074777 req-4b8ac0ef-aab5-4ca1-9d7b-006b3d448718 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:02.986586 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-4b8ac0ef-aab5-4ca1-9d7b-006b3d448718 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/networks?id=a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 HTTP/1.1" status: 200 len: 811 time: 0.8038809 Apr 14 21:32:03.007393 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Sync routers for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:32:03.036367 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-88a1ab5e-57b5-4ca4-82c7-37d9d1b90606 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/quotas/4a66434b244549eda25a90846ee5f8a2 HTTP/1.1" status: 200 len: 375 time: 0.0408111 Apr 14 21:32:03.050256 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Publish callbacks [] for security_group (f04bf7a9-5b1f-4db5-a68a-d4a7e573463e), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.068548 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.069981 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-6cd08246-0e27-46b0-b768-1b379ca0e8c7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3325481 Apr 14 21:32:03.073983 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:03.075890 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:03.122524 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:03.125844 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f04bf7a9-5b1f-4db5-a68a-d4a7e573463e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.135944 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:31:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:03.144748 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-26ce4808-5b5e-4a69-a87d-4c10c5249df6 admin admin] Publish callbacks [] for security_group (0b74724e-fb79-400b-8443-c0c1f6bec583), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.167401 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-af2b84d1-73a9-43ae-b565-fdf89fabbb05 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a66434b244549eda25a90846ee5f8a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110487 Apr 14 21:32:03.187096 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:03.206432 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-26ce4808-5b5e-4a69-a87d-4c10c5249df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0b74724e-fb79-400b-8443-c0c1f6bec583), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.247002 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04bf7a9-5b1f-4db5-a68a-d4a7e573463e,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:03.250429 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:32:03.294041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (1bfdf593-29fd-4c00-9785-4e67d703cee5), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.300859 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.segments_db [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Added segment 1bfdf593-29fd-4c00-9785-4e67d703cee5 of type vlan for network b005d049-c118-4750-8300-751d3ec787cc Apr 14 21:32:03.301092 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:31:59Z', 'revision_number': 3, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:03.327087 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:03.332648 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-26ce4808-5b5e-4a69-a87d-4c10c5249df6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00bb46fa5d0b4868be3ca2bf7d2a826f&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9914610 Apr 14 21:32:03.341248 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce4808-5b5e-4a69-a87d-4c10c5249df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b74724e-fb79-400b-8443-c0c1f6bec583,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:03.353669 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=575bccdf-0ff1-48e7-ae95-f13f283d4309,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:03.354841 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54656) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:03.356954 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcd0-eef2-4ad7-90f5-4e9cf30d1aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.375067 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Checking router: 1aa74745-471e-41ef-b20c-94582fb31424 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:32:03.375416 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Updating router 1aa74745-471e-41ef-b20c-94582fb31424 port 22d2c8fc-3e29-4014-8f38-e7251d6c1219 binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:32:03.424965 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-fd24de85-2f88-4ce4-87c8-7b1e6d614a5c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:32:03.430814 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c11df313-bd28-45ba-8312-c65794ebdbc8 admin admin] Publish callbacks [] for security_group (76e7dfc0-c576-4f5a-9980-2f99fee44149), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.437775 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-fd24de85-2f88-4ce4-87c8-7b1e6d614a5c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1302729 Apr 14 21:32:03.445009 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:03.452139 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.476695 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (b005d049-c118-4750-8300-751d3ec787cc), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.506382 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c11df313-bd28-45ba-8312-c65794ebdbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (76e7dfc0-c576-4f5a-9980-2f99fee44149), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.620893 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c11df313-bd28-45ba-8312-c65794ebdbc8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10db30af4bcb4d39a2760d60b515a633&name=default HTTP/1.1" status: 200 len: 2995 time: 0.8855488 Apr 14 21:32:03.651370 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54658) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:03.655092 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11df313-bd28-45ba-8312-c65794ebdbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e7dfc0-c576-4f5a-9980-2f99fee44149,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:03.690000 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.db.resource_extend [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 21:32:03.730240 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a0cc47a2-3727-4b62-b660-1b3bce43cc44 admin admin] Publish callbacks [] for security_group (0b74724e-fb79-400b-8443-c0c1f6bec583), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.736078 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (b005d049-c118-4750-8300-751d3ec787cc), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.737029 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:03.737608 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.776625 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7777154 Apr 14 21:32:03.781458 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54660) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:03.798497 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Request body: {'subnet': {'network_id': 'b005d049-c118-4750-8300-751d3ec787cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2078345173-subnet', 'tenant_id': 'd0998ec840874ae380faada46535ff3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:03.812298 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a0cc47a2-3727-4b62-b660-1b3bce43cc44 admin admin] Publish callbacks [] for security_group (0b74724e-fb79-400b-8443-c0c1f6bec583), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.828573 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-9da3e3ab-579f-48ad-b9cd-9285998ce8e7 service neutron] 10.222.0.47 "GET /v2.0/networks/a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897388 Apr 14 21:32:03.839068 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b8eed25f-817d-46d4-afaa-18e6543ecf0e None None] Current status of the port d04d8d3d-435e-43a9-ad45-99a9c6577c7d is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:03.845258 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Attempting to bind port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:03.845823 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Attempting to bind port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:03.846545 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Attempting to bind port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 on network a8fecfe2-76b7-4925-b617-b1a8b018293b {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:03.855804 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port d04d8d3d-435e-43a9-ad45-99a9c6577c7d is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:03.857329 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 41536021-3248-4285-834a-13c15535d6e1 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:03.859423 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:03.860611 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Checking segment: {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:03.861267 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.861848 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Bound using segment: {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:03.863221 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Bound port: 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:03.863799 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.902869 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Publish callbacks [] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.910950 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:03.949582 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] For port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:03.954506 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] For port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:03.957215 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3869687-8bd5-4ab3-9415-345691fbaf89 admin admin] Pushing event updated for resources: {'Network': ['ID=b005d049-c118-4750-8300-751d3ec787cc,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:03.979736 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Made reservation on behalf of d0998ec840874ae380faada46535ff3d for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:03.982251 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.009895 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network b005d049-c118-4750-8300-751d3ec787cc details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:32:04.020381 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Pushing event updated for resources: {'Port': ['ID=22d2c8fc-3e29-4014-8f38-e7251d6c1219,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:04.028555 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Attempting to bind port 22d2c8fc-3e29-4014-8f38-e7251d6c1219 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:04.028930 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Attempting to bind port 22d2c8fc-3e29-4014-8f38-e7251d6c1219 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:04.029288 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Attempting to bind port 22d2c8fc-3e29-4014-8f38-e7251d6c1219 on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:04.035407 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.035777 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.036172 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.036544 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.036882 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.037637 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.037808 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.038134 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.038459 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.038782 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.039101 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.039434 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.040484 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.040974 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.041937 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Tracked resource versions report: Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: pushed versions: Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: { 'AddressGroup': {'1.2'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Agent': {'1.1'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'ConntrackHelper': {'1.0'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Log': {'1.0'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'NDPProxy': {'1.0'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Network': {'1.1'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Port': {'1.7'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'PortForwarding': {'1.3'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'QosPolicy': {'1.10'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SecurityGroup': {'1.5'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SubPort': {'1.0'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Subnet': {'1.1'}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Trunk': {'1.1'}} Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: consumer versions: Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: { DHCP agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: L3 agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: Metadata agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: Metering agent@dv-cinder-837543-3-iscsi: {}, Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: Open vSwitch agent@dv-cinder-837543-3-iscsi: { 'AddressGroup': '1.2', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Agent': '1.1', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'ConntrackHelper': '1.0', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'LocalIPAssociation': '1.0', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Log': '1.0', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'NDPProxy': '1.0', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Network': '1.1', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Port': '1.7', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'PortForwarding': '1.3', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'QosPolicy': '1.10', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SecurityGroup': '1.5', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SecurityGroupRule': '1.2', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'SubPort': '1.0', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Subnet': '1.1', Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: 'Trunk': '1.1'}} Apr 14 21:32:04.042527 dv-cinder-837543-3-iscsi neutron-server[103386]: {{(pid=103386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:32:04.046082 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:04.046460 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:04.047052 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.047441 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:04.048503 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Bound port: 22d2c8fc-3e29-4014-8f38-e7251d6c1219, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:04.048503 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.094974 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a0cc47a2-3727-4b62-b660-1b3bce43cc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0b74724e-fb79-400b-8443-c0c1f6bec583), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.098157 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a0cc47a2-3727-4b62-b660-1b3bce43cc44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.099325 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a0cc47a2-3727-4b62-b660-1b3bce43cc44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b74724e-fb79-400b-8443-c0c1f6bec583 HTTP/1.1" status: 204 len: 168 time: 0.7414608 Apr 14 21:32:04.115540 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.128908 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] For port 22d2c8fc-3e29-4014-8f38-e7251d6c1219, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:04.129805 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-8e2d12b8-9b82-4dff-9cb4-4c1a1525906b service neutron] 10.222.0.47 "GET /v2.0/networks/a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002045 Apr 14 21:32:04.132441 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc47a2-3727-4b62-b660-1b3bce43cc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b74724e-fb79-400b-8443-c0c1f6bec583,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:04.134792 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] For port 22d2c8fc-3e29-4014-8f38-e7251d6c1219, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=22d2c8fc-3e29-4014-8f38-e7251d6c1219,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:04.143826 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcd0-eef2-4ad7-90f5-4e9cf30d1aba admin admin] Publish callbacks [] for security_group (c29055ca-b0b2-4f27-abff-03c601a4d9d2), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.146297 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.172119 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ad67cd9-973b-4fc3-95b0-a7abbfe0ada3 admin admin] Publish callbacks [] for security_group (76e7dfc0-c576-4f5a-9980-2f99fee44149), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.176289 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.195063 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-40c6bcd0-eef2-4ad7-90f5-4e9cf30d1aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (c29055ca-b0b2-4f27-abff-03c601a4d9d2), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.233147 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d7cfc-e0a9-402f-be9a-f842aac784f7 None None] Pushing event updated for resources: {'Port': ['ID=57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:04.249332 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cdba0-1d86-4054-92b2-70bf61508a90 None None] Pushing event updated for resources: {'Port': ['ID=22d2c8fc-3e29-4014-8f38-e7251d6c1219,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:04.262408 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:04.263085 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:31:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:04.339182 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (2bbb432c-2357-4f1a-a1b8-c504c1e68bff), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.365706 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 41536021-3248-4285-834a-13c15535d6e1 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:04.366552 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (41536021-3248-4285-834a-13c15535d6e1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.370075 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ad67cd9-973b-4fc3-95b0-a7abbfe0ada3 admin admin] Publish callbacks [] for security_group (76e7dfc0-c576-4f5a-9980-2f99fee44149), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.434736 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bbb432c-2357-4f1a-a1b8-c504c1e68bff,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:04.493118 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Checking segment: {'id': '1bfdf593-29fd-4c00-9785-4e67d703cee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b005d049-c118-4750-8300-751d3ec787cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:04.493118 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Network hostable DHCP agents. Network: b005d049-c118-4750-8300-751d3ec787cc, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:32:04.509036 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks [] for router_gateway (60e05976-beca-4a0c-ab8a-17be94eefebf), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.535293 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-40c6bcd0-eef2-4ad7-90f5-4e9cf30d1aba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f023ca17ef1b4761950ad4cf7cc58542&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5780582 Apr 14 21:32:04.535877 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54672) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:04.559018 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:04.560518 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54676) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:04.607664 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:01Z', 'revision_number': 3, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:04.615346 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Network b005d049-c118-4750-8300-751d3ec787cc is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:32:04.650392 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Checking router: 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:32:04.651980 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Updating router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c port 94dacc9f-0277-4263-b81e-40c12546152d binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:32:04.661990 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 41536021-3248-4285-834a-13c15535d6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:04.667888 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5061233f-e3f6-4415-a24e-d567a4ea9ab2 req-a7f11f87-9371-4f75-91ce-34f171afe6b0 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 210 time: 0.1048317 Apr 14 21:32:04.680709 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6bcd0-eef2-4ad7-90f5-4e9cf30d1aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29055ca-b0b2-4f27-abff-03c601a4d9d2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:04.723739 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, b005d049-c118-4750-8300-751d3ec787cc) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:04.738701 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (94dacc9f-0277-4263-b81e-40c12546152d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.755351 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:04.756583 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.801322 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9148135-9698-4664-adbe-302d6f75a632 None None] Network b005d049-c118-4750-8300-751d3ec787cc requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:04.830499 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-da7f438a-066f-4137-8c3b-90494fd752a6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0369937 Apr 14 21:32:04.846838 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f8714641-b326-43b7-85fa-a7c93ca9a95c admin admin] Publish callbacks [] for security_group (c29055ca-b0b2-4f27-abff-03c601a4d9d2), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.910959 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f8714641-b326-43b7-85fa-a7c93ca9a95c admin admin] Publish callbacks [] for security_group (c29055ca-b0b2-4f27-abff-03c601a4d9d2), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.973346 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device d04d8d3d-435e-43a9-ad45-99a9c6577c7d up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:05.026513 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f8714641-b326-43b7-85fa-a7c93ca9a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (c29055ca-b0b2-4f27-abff-03c601a4d9d2), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.029180 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f8714641-b326-43b7-85fa-a7c93ca9a95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.030414 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f8714641-b326-43b7-85fa-a7c93ca9a95c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c29055ca-b0b2-4f27-abff-03c601a4d9d2 HTTP/1.1" status: 204 len: 168 time: 0.4935625 Apr 14 21:32:05.041666 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8714641-b326-43b7-85fa-a7c93ca9a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29055ca-b0b2-4f27-abff-03c601a4d9d2,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:05.066503 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:31:59Z', 'revision_number': 3, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:05.111436 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796ce9f-b953-499f-aaa5-57c52d030c79 None None] The sync data for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi is: [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:31:59Z', 'revision_number': 3, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:32:05.161289 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54702) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:05.241794 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port d04d8d3d-435e-43a9-ad45-99a9c6577c7d triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:05.242380 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.255646 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0d2553-b26d-43d1-a036-c14f7bfcf678 admin admin] Deleting subnet 760c5e30-a06e-4c34-a4e1-729901fbd847 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:32:05.262506 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2553-b26d-43d1-a036-c14f7bfcf678 admin admin] Publish callbacks [] for subnet (760c5e30-a06e-4c34-a4e1-729901fbd847), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.330697 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c36caae-e540-4f42-9c07-0bef096274ca None None] Network b005d049-c118-4750-8300-751d3ec787cc requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:05.339627 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2553-b26d-43d1-a036-c14f7bfcf678 admin admin] Publish callbacks [] for subnet (760c5e30-a06e-4c34-a4e1-729901fbd847), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.350563 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Allocated IP 172.20.0.1 (e1d851be-8713-402d-9209-d2c263e57df3/1b090fa0-5455-4ebb-b132-835aaef31186/f05579f5-81d2-4567-be8b-cba76c5de403) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:05.364455 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2553-b26d-43d1-a036-c14f7bfcf678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (760c5e30-a06e-4c34-a4e1-729901fbd847), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.466591 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ad67cd9-973b-4fc3-95b0-a7abbfe0ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (76e7dfc0-c576-4f5a-9980-2f99fee44149), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.480370 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ad67cd9-973b-4fc3-95b0-a7abbfe0ada3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.481531 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-9ad67cd9-973b-4fc3-95b0-a7abbfe0ada3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76e7dfc0-c576-4f5a-9980-2f99fee44149 HTTP/1.1" status: 204 len: 168 time: 1.8234811 Apr 14 21:32:05.514915 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2553-b26d-43d1-a036-c14f7bfcf678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (760c5e30-a06e-4c34-a4e1-729901fbd847), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.595150 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d2553-b26d-43d1-a036-c14f7bfcf678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760c5e30-a06e-4c34-a4e1-729901fbd847,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:05.606718 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5d0d2553-b26d-43d1-a036-c14f7bfcf678 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.631720 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-5d0d2553-b26d-43d1-a036-c14f7bfcf678 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/760c5e30-a06e-4c34-a4e1-729901fbd847 HTTP/1.1" status: 204 len: 168 time: 0.4671960 Apr 14 21:32:05.633895 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54716) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:05.658997 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad67cd9-973b-4fc3-95b0-a7abbfe0ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e7dfc0-c576-4f5a-9980-2f99fee44149,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:05.844868 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:05.942125 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port d04d8d3d-435e-43a9-ad45-99a9c6577c7d is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:05.994705 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7735de42-7527-4f30-b1ef-d6ac6322170e req-84e09d6d-bafa-4665-8dfd-f9c713009a95 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 210 time: 0.1278062 Apr 14 21:32:06.092905 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Publish callbacks [] for port (94dacc9f-0277-4263-b81e-40c12546152d), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.106536 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (94dacc9f-0277-4263-b81e-40c12546152d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.172861 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (60e05976-beca-4a0c-ab8a-17be94eefebf), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.215229 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.239985 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d750e-3ac5-49f7-aeb5-5bfeca0b0f86 None None] Network a8fecfe2-76b7-4925-b617-b1a8b018293b requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:06.272691 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.273840 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.277160 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.277663 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > port after_create 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.278573 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > port after_delete 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.279790 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > port after_update 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.280259 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.280804 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.282629 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.284223 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.291791 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Attempting to bind port 94dacc9f-0277-4263-b81e-40c12546152d on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:06.292177 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Attempting to bind port 94dacc9f-0277-4263-b81e-40c12546152d by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:06.292547 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Attempting to bind port 94dacc9f-0277-4263-b81e-40c12546152d on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:06.334649 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26df3db-cb37-4cec-af6a-d98718920102 None None] Pushing event updated for resources: {'Port': ['ID=94dacc9f-0277-4263-b81e-40c12546152d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:06.405490 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Publish callbacks [] for port (f05579f5-81d2-4567-be8b-cba76c5de403), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.466230 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:06.466876 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:06.467508 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.473205 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:06.474785 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.475242 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Bound port: 94dacc9f-0277-4263-b81e-40c12546152d, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:06.476909 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (94dacc9f-0277-4263-b81e-40c12546152d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.492523 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-c0a0bea5-12ad-4ef8-a885-5699bf7b7a7a None None] Provisioning complete for port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:06.494538 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bea5-12ad-4ef8-a885-5699bf7b7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.563106 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1f31bc46-b441-4403-aa87-2aabf6f49656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.648590 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.787203 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] For port 94dacc9f-0277-4263-b81e-40c12546152d, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:06.806895 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.807104 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.807447 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.807782 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:32:06.808607 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:06.834371 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Network e1d851be-8713-402d-9209-d2c263e57df3 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:06.840925 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] For port 94dacc9f-0277-4263-b81e-40c12546152d, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=94dacc9f-0277-4263-b81e-40c12546152d,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:06.853256 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34269c93-51c1-4f35-88e3-073acf790e89') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:06.854566 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34269c93-51c1-4f35-88e3-073acf790e89') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:06.860974 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (94dacc9f-0277-4263-b81e-40c12546152d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.887591 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:06.915946 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0bea5-12ad-4ef8-a885-5699bf7b7a7a None None] Current status of the port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:06.916529 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bea5-12ad-4ef8-a885-5699bf7b7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.922017 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:06.926068 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (1aa74745-471e-41ef-b20c-94582fb31424), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:06.929469 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Router 60e05976-beca-4a0c-ab8a-17be94eefebf is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:32:06.950988 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8272610'] for segment (34269c93-51c1-4f35-88e3-073acf790e89), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.005351 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 22d2c8fc-3e29-4014-8f38-e7251d6c1219 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:07.012366 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (34269c93-51c1-4f35-88e3-073acf790e89), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.029433 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:32:07.029883 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7737870'] for segment (34269c93-51c1-4f35-88e3-073acf790e89), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.183303 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Pushing event updated for resources: {'Port': ['ID=f05579f5-81d2-4567-be8b-cba76c5de403,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: from cryptography.utils import int_from_bytes Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: from cryptography.utils import int_from_bytes Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: Traceback (most recent call last): Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: timer() Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: cb(*args, **kw) Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: return func(*args, **kwargs) Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: self._notify() Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: self.callback(batched_events) Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: event.method(event) Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: return f(self, *a, **k) Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._get(url).json() Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:32:07.205007 dv-cinder-837543-3-iscsi neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:32:07.220527 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.252184 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.263722 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] 10.222.0.47 "DELETE /v2.0/networks/f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5 HTTP/1.1" status: 204 len: 168 time: 1.6285057 Apr 14 21:32:07.288246 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54768) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:07.315582 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691c97f-ae78-422d-81e1-39642fd01ece admin admin] Pushing event deleted for resources: {'Network': ['ID=f389c11f-db0d-4bec-a6d2-e9b4a6ccdac5,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:07.320453 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-c0a0bea5-12ad-4ef8-a885-5699bf7b7a7a None None] For port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:07.350695 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:07.351398 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:31:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:07.367182 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26df3db-cb37-4cec-af6a-d98718920102 None None] Pushing event updated for resources: {'Port': ['ID=94dacc9f-0277-4263-b81e-40c12546152d,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:07.385623 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0a0bea5-12ad-4ef8-a885-5699bf7b7a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.514468 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-76b501de-42d0-4130-ae78-5821b97984fe req-71c63d3c-988f-481f-a33a-1d363313f4ba tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 210 time: 0.0875573 Apr 14 21:32:07.521967 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bd7007-b672-4daa-ba09-f996806961d0 admin admin] Deleting subnet 2bbb432c-2357-4f1a-a1b8-c504c1e68bff {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:32:07.532039 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a6bd7007-b672-4daa-ba09-f996806961d0 admin admin] Publish callbacks [] for subnet (2bbb432c-2357-4f1a-a1b8-c504c1e68bff), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.589862 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a6bd7007-b672-4daa-ba09-f996806961d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8272601'] for subnet (2bbb432c-2357-4f1a-a1b8-c504c1e68bff), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.654643 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a6bd7007-b672-4daa-ba09-f996806961d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (2bbb432c-2357-4f1a-a1b8-c504c1e68bff), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.684832 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0bea5-12ad-4ef8-a885-5699bf7b7a7a None None] Pushing event updated for resources: {'Port': ['ID=57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:07.717891 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Allocated IP 172.20.0.1 (ceaaf06e-dae3-4424-9485-0b5c1f33286d/f25d18c1-244f-4ab0-a4fa-325cd756665b/0110c32d-e94b-4f99-904b-7d1dd1f7ed97) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:07.737628 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 22d2c8fc-3e29-4014-8f38-e7251d6c1219 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:07.738139 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.742761 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-5bac8fba-433f-47f5-97f3-0541704ff448 None None] Provisioning complete for port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:07.743624 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bac8fba-433f-47f5-97f3-0541704ff448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.780885 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a6bd7007-b672-4daa-ba09-f996806961d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7670259'] for subnet (2bbb432c-2357-4f1a-a1b8-c504c1e68bff), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.803248 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:07.845443 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a6bd7007-b672-4daa-ba09-f996806961d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:07.862221 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a6bd7007-b672-4daa-ba09-f996806961d0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2bbb432c-2357-4f1a-a1b8-c504c1e68bff HTTP/1.1" status: 204 len: 168 time: 0.5705640 Apr 14 21:32:07.870423 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54790) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:07.874483 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd7007-b672-4daa-ba09-f996806961d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbb432c-2357-4f1a-a1b8-c504c1e68bff,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:08.007222 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (b005d049-c118-4750-8300-751d3ec787cc), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.063854 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.13', 53438) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:08.206263 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (b005d049-c118-4750-8300-751d3ec787cc), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.252894 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 22d2c8fc-3e29-4014-8f38-e7251d6c1219 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:08.254393 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.264724 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b005d049-c118-4750-8300-751d3ec787cc']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:08.266505 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5bac8fba-433f-47f5-97f3-0541704ff448 None None] Current status of the port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:08.284014 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfdf593-29fd-4c00-9785-4e67d703cee5') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:08.284420 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfdf593-29fd-4c00-9785-4e67d703cee5') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:08.306140 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8272610'] for segment (1bfdf593-29fd-4c00-9785-4e67d703cee5), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.339157 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca846-1e45-4364-b19d-36d900074777 req-e394a1da-ad0c-4605-9c41-e0c7e6905721 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:08.340767 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-e394a1da-ad0c-4605-9c41-e0c7e6905721 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.13 "GET /v2.0/networks?id=a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 HTTP/1.1" status: 200 len: 811 time: 0.2523479 Apr 14 21:32:08.346838 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (1bfdf593-29fd-4c00-9785-4e67d703cee5), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.361674 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:32:08.362662 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7737870'] for segment (1bfdf593-29fd-4c00-9785-4e67d703cee5), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: Traceback (most recent call last): Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: timer() Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: cb(*args, **kw) Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: return func(*args, **kwargs) Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: self._notify() Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: self.callback(batched_events) Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: event.method(event) Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: return f(self, *a, **k) Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._get(url).json() Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:32:08.367141 dv-cinder-837543-3-iscsi neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:32:08.370910 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 22d2c8fc-3e29-4014-8f38-e7251d6c1219, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=22d2c8fc-3e29-4014-8f38-e7251d6c1219,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:08.373884 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-5bac8fba-433f-47f5-97f3-0541704ff448 None None] Provisioning complete for port f05579f5-81d2-4567-be8b-cba76c5de403 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:08.375108 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5bac8fba-433f-47f5-97f3-0541704ff448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.418814 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Request body: {'port': {'device_id': 'eb5e3aca-efe4-4cb4-bce3-281f9cae3974', 'network_id': 'a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7', 'admin_state_up': True, 'tenant_id': '4a66434b244549eda25a90846ee5f8a2'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:08.425544 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.426282 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:08.478798 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:32:08.497459 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.513294 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Sync routers for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:32:08.541139 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:08.543147 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:31:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:08.601377 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.613179 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:01Z', 'revision_number': 3, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:08.620048 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54818) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:08.622351 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-54623324-32e7-46f1-8113-ad4814a4e7c7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9629729 Apr 14 21:32:08.684523 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Publish callbacks [] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.693371 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc8d2b-4ee8-4af3-a980-83bf3fe0f39e None None] The sync data for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi is: [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:01Z', 'revision_number': 3, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:32:08.706561 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5bac8fba-433f-47f5-97f3-0541704ff448 None None] Port f05579f5-81d2-4567-be8b-cba76c5de403 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:32:08.831750 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=22d2c8fc-3e29-4014-8f38-e7251d6c1219,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:08.849699 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:08.871505 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:08.871804 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.903734 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (b005d049-c118-4750-8300-751d3ec787cc), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.944244 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-449de333-08f1-4f6a-bc62-c947c5163077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.949346 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:09.108021 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:09.124915 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:09.129782 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:09.167147 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:09.167581 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:09.283415 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=0110c32d-e94b-4f99-904b-7d1dd1f7ed97,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:09.391272 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Publish callbacks [] for port (f05579f5-81d2-4567-be8b-cba76c5de403), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:09.411130 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:09.413912 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (1aa74745-471e-41ef-b20c-94582fb31424), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:09.447980 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 22d2c8fc-3e29-4014-8f38-e7251d6c1219 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:09.580758 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:03Z', 'revision_number': 3, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:09.609091 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:09.612666 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b005d049-c118-4750-8300-751d3ec787cc HTTP/1.1" status: 204 len: 168 time: 1.7392225 Apr 14 21:32:09.640164 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Checking router: 60e05976-beca-4a0c-ab8a-17be94eefebf for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:32:09.640935 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Updating router 60e05976-beca-4a0c-ab8a-17be94eefebf port 575bccdf-0ff1-48e7-ae95-f13f283d4309 binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:32:09.699922 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 22d2c8fc-3e29-4014-8f38-e7251d6c1219 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:09.700365 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:09.708834 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:09.709607 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:09.709902 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826f98c-0c18-4a70-9bd8-995c7bfa5307 admin admin] Pushing event deleted for resources: {'Network': ['ID=b005d049-c118-4750-8300-751d3ec787cc,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:09.744314 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Pushing event updated for resources: {'Port': ['ID=f05579f5-81d2-4567-be8b-cba76c5de403,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:09.761041 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-d56ec184-5d27-4146-8314-b6bacb1512b4 None None] Provisioning complete for port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:09.761385 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d56ec184-5d27-4146-8314-b6bacb1512b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:09.812002 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-274e6e3d-c509-4cfe-89d0-acd2460c2f3e req-1cf08031-7f95-434f-85bd-55b97ce2aab2 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 210 time: 0.9117157 Apr 14 21:32:09.893298 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d56ec184-5d27-4146-8314-b6bacb1512b4 None None] Port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:32:09.985968 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 22d2c8fc-3e29-4014-8f38-e7251d6c1219 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:09.987437 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:10.099152 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Network e1d851be-8713-402d-9209-d2c263e57df3 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:10.107345 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:10.238440 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:10.239201 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:10.366298 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54870) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:10.475158 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Publish callbacks [] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:10.484692 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:10.567090 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Router 1aa74745-471e-41ef-b20c-94582fb31424 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:32:10.596245 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:10.596403 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd6b1-d576-44c8-808a-a368a025f301 None None] Pushing event updated for resources: {'Port': ['ID=575bccdf-0ff1-48e7-ae95-f13f283d4309,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:10.636730 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Made reservation on behalf of 4a66434b244549eda25a90846ee5f8a2 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:10.640235 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:10.701450 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Attempting to bind port 575bccdf-0ff1-48e7-ae95-f13f283d4309 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:10.701652 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:10.707011 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Attempting to bind port 575bccdf-0ff1-48e7-ae95-f13f283d4309 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:10.708351 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Attempting to bind port 575bccdf-0ff1-48e7-ae95-f13f283d4309 on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:10.728143 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:10.728635 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:10.730984 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:10.733057 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:10.734881 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Bound port: 575bccdf-0ff1-48e7-ae95-f13f283d4309, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:10.735288 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:10.783448 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-45c3cb43-3166-40d2-b1e7-d26ee86ed9a2 None None] Provisioning complete for port f05579f5-81d2-4567-be8b-cba76c5de403 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:10.786521 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45c3cb43-3166-40d2-b1e7-d26ee86ed9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:10.903106 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a79e3464-5568-43c2-8b3e-1d9d77f46f67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ecd527f99814f479f0be9167535231b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5355875 Apr 14 21:32:10.907845 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 54884) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:10.914245 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Publish callbacks [] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:10.941183 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:10.941183 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:11.042712 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-45c3cb43-3166-40d2-b1e7-d26ee86ed9a2 None None] Port f05579f5-81d2-4567-be8b-cba76c5de403 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:32:11.047201 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] For port 575bccdf-0ff1-48e7-ae95-f13f283d4309, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:11.059260 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] For port 575bccdf-0ff1-48e7-ae95-f13f283d4309, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=575bccdf-0ff1-48e7-ae95-f13f283d4309,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:11.074066 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:11.307647 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:11.332290 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd6b1-d576-44c8-808a-a368a025f301 None None] Pushing event updated for resources: {'Port': ['ID=575bccdf-0ff1-48e7-ae95-f13f283d4309,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:11.334763 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 94dacc9f-0277-4263-b81e-40c12546152d up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:11.357364 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:11.361429 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:11.380287 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1adc709-14d4-46eb-bf2e-93126ee7bb20 req-aa22be38-7cc9-4fc0-87a7-0793ff7ebea2 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 210 time: 0.2258549 Apr 14 21:32:11.471059 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 94dacc9f-0277-4263-b81e-40c12546152d triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:11.471591 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (94dacc9f-0277-4263-b81e-40c12546152d), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:11.518929 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=0110c32d-e94b-4f99-904b-7d1dd1f7ed97,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:11.637364 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:32:11.646586 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:11.673529 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Sync routers for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:32:11.691871 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-5da7bb18-273c-48fa-9b11-f0df08fcd937 admin admin] 10.222.0.47 "PUT /v2.0/routers/1aa74745-471e-41ef-b20c-94582fb31424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2443483 Apr 14 21:32:11.753647 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:11.754338 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:11.771055 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 94dacc9f-0277-4263-b81e-40c12546152d is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:11.771055 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (94dacc9f-0277-4263-b81e-40c12546152d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:11.800375 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:11.805945 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:11.969709 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 94dacc9f-0277-4263-b81e-40c12546152d, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=94dacc9f-0277-4263-b81e-40c12546152d,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:12.006950 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (94dacc9f-0277-4263-b81e-40c12546152d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:12.161749 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Allocated IP 172.20.0.13 (a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7/57304620-fc45-43a2-857b-7f8265e2c942/e8fa4639-2f04-4688-924d-c0de626cad98) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:12.299748 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-bc5c9e66-173a-4511-a80c-2ebe2aa6ca55 None None] Provisioning complete for port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:12.300425 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9e66-173a-4511-a80c-2ebe2aa6ca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:12.304354 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:32:12.701477 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:03Z', 'revision_number': 3, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:12.702340 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5f75-f957-4e04-8455-fccc82a80b78 admin admin] Publish callbacks [] for security_group (921f634e-7218-4e73-bed3-c739a164861e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:12.718435 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:32:12.725764 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b4c23e9c-c308-46cf-827c-4b2d71f0fbe2 admin admin] 10.222.0.47 "PUT /v2.0/routers/9b3c8a45-0c0a-40cc-8d6f-999b57fd929c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6449695 Apr 14 21:32:12.763022 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5f75-f957-4e04-8455-fccc82a80b78 admin admin] Publish callbacks [] for security_group (921f634e-7218-4e73-bed3-c739a164861e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:12.823232 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Sync routers for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:32:12.855595 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5079a6-0829-4b3e-a167-a71f8873092d None None] The sync data for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi is: [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:03Z', 'revision_number': 3, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:32:12.882918 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:12.884406 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:12.893648 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:12.908947 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=94dacc9f-0277-4263-b81e-40c12546152d,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:12.967965 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Publish callbacks [] for port (e8fa4639-2f04-4688-924d-c0de626cad98), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:12.998858 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bc5c9e66-173a-4511-a80c-2ebe2aa6ca55 None None] Port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:32:13.030044 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:13.034432 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5f75-f957-4e04-8455-fccc82a80b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (921f634e-7218-4e73-bed3-c739a164861e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:13.064328 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5f75-f957-4e04-8455-fccc82a80b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:13.071747 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-9ddd5f75-f957-4e04-8455-fccc82a80b78 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/921f634e-7218-4e73-bed3-c739a164861e HTTP/1.1" status: 204 len: 168 time: 2.1600866 Apr 14 21:32:13.235502 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:13.299791 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-51e4163c-b74c-4e90-bb46-a5bf27b44f55 req-0679955b-a178-492c-a9c5-c46fdbdd0da3 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 210 time: 0.4709020 Apr 14 21:32:13.307737 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd5f75-f957-4e04-8455-fccc82a80b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921f634e-7218-4e73-bed3-c739a164861e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:13.348781 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:13.366293 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54934) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:13.582083 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Pushing event updated for resources: {'Port': ['ID=e8fa4639-2f04-4688-924d-c0de626cad98,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:13.612341 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Network a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:13.620818 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:13.627852 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:13.630866 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:13.663455 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 94dacc9f-0277-4263-b81e-40c12546152d up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:13.820344 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54950) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:13.825733 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ac0485a4-ecd7-4226-8423-5143be388e07 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45963761', 'description': 'tempest-description--1877727804'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:13.841136 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:13.846371 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:13.934030 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac0485a4-ecd7-4226-8423-5143be388e07 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:13.935625 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:10Z', 'revision_number': 2, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:14.132360 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-821820ce-c5fe-4479-8845-2a6247678fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:14.136223 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Checking router: 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:32:14.151407 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Updating router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:32:14.170153 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-babac45d-bb4f-42f4-8823-30f1d1ca3a6e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7596524 Apr 14 21:32:14.322788 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:14.324165 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 2, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:14.342500 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 94dacc9f-0277-4263-b81e-40c12546152d triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:14.353554 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (94dacc9f-0277-4263-b81e-40c12546152d), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:14.357615 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54962) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:14.396414 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Allocated IP 172.20.0.1 (a8fecfe2-76b7-4925-b617-b1a8b018293b/bdd211a7-0033-43a9-a631-1861ed1b49f4/03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:14.506045 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac0485a4-ecd7-4226-8423-5143be388e07 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (f1756dac-adda-467a-9756-33ad42f586c0), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:14.553700 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac0485a4-ecd7-4226-8423-5143be388e07 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f1756dac-adda-467a-9756-33ad42f586c0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:14.613624 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Publish callbacks [] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:14.617838 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Checking router: 1aa74745-471e-41ef-b20c-94582fb31424 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:32:14.623757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Updating router 1aa74745-471e-41ef-b20c-94582fb31424 port f05579f5-81d2-4567-be8b-cba76c5de403 binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:32:14.726180 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-ee9410e6-12a4-4c4e-b092-f28963422158 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:32:14.728338 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-ee9410e6-12a4-4c4e-b092-f28963422158 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073431 Apr 14 21:32:14.733178 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:14.753615 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 94dacc9f-0277-4263-b81e-40c12546152d is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:14.757023 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.110568 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ac0485a4-ecd7-4226-8423-5143be388e07 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.112678 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ac0485a4-ecd7-4226-8423-5143be388e07 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2908413 Apr 14 21:32:15.120303 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54978) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:15.150134 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-0fc888c0-b201-4835-9751-aa74eed47c7b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'security_group_rule': {'security_group_id': 'f1756dac-adda-467a-9756-33ad42f586c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:15.175934 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-061f5569-8758-4684-95b6-875f703ab8e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0998ec840874ae380faada46535ff3d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8027978 Apr 14 21:32:15.181125 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54980) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:15.229484 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0485a4-ecd7-4226-8423-5143be388e07 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1756dac-adda-467a-9756-33ad42f586c0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:15.280116 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Publish callbacks [] for port (f05579f5-81d2-4567-be8b-cba76c5de403), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.302576 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.332505 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-821820ce-c5fe-4479-8845-2a6247678fee admin admin] Publish callbacks [] for security_group (fd7009e2-2251-4f1c-b923-29faf0294284), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.339157 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Publish callbacks [] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.346521 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-821820ce-c5fe-4479-8845-2a6247678fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (fd7009e2-2251-4f1c-b923-29faf0294284), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.347104 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.396497 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821820ce-c5fe-4479-8845-2a6247678fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7009e2-2251-4f1c-b923-29faf0294284,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:15.441838 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0fc888c0-b201-4835-9751-aa74eed47c7b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (c827a58c-cd59-4061-bdf2-41ccf11f2ce7), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.464280 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad4785-a4d1-4b4c-b723-d9c13d9ec757 None None] Pushing event updated for resources: {'Port': ['ID=0110c32d-e94b-4f99-904b-7d1dd1f7ed97,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:15.509099 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cda4-3b09-42ba-ace7-8fb16c0c09d9 admin admin] Publish callbacks [] for security_group (f04bf7a9-5b1f-4db5-a68a-d4a7e573463e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.517049 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-821820ce-c5fe-4479-8845-2a6247678fee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c6ccb321f5842fd9265f01f73f317c0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1455574 Apr 14 21:32:15.525208 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54986) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:15.531663 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 575bccdf-0ff1-48e7-ae95-f13f283d4309 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:15.593013 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Attempting to bind port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:15.593398 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Attempting to bind port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:15.593812 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Attempting to bind port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 on network ceaaf06e-dae3-4424-9485-0b5c1f33286d {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:15.606573 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:15.606947 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Checking segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:15.607356 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.607741 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Bound using segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:15.608217 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Bound port: 0110c32d-e94b-4f99-904b-7d1dd1f7ed97, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:15.608595 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.705350 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Network a8fecfe2-76b7-4925-b617-b1a8b018293b is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:15.741584 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:15.745323 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:15.779683 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa7be1-fc68-454a-b7f2-593af68a0343 req-c364ae76-7e7f-4a75-bc73-fbbdf3157190 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:15.781755 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7fa7be1-fc68-454a-b7f2-593af68a0343 req-c364ae76-7e7f-4a75-bc73-fbbdf3157190 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 932 time: 1.1233857 Apr 14 21:32:15.784219 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0fc888c0-b201-4835-9751-aa74eed47c7b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (c827a58c-cd59-4061-bdf2-41ccf11f2ce7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.795889 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] For port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:15.809709 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] For port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=0110c32d-e94b-4f99-904b-7d1dd1f7ed97,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:15.820567 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cda4-3b09-42ba-ace7-8fb16c0c09d9 admin admin] Publish callbacks [] for security_group (f04bf7a9-5b1f-4db5-a68a-d4a7e573463e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.835401 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.850875 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0fc888c0-b201-4835-9751-aa74eed47c7b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (c827a58c-cd59-4061-bdf2-41ccf11f2ce7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.860158 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 575bccdf-0ff1-48e7-ae95-f13f283d4309 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:15.860691 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:15.897308 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Request body: {'port': {'device_id': 'eb5e3aca-efe4-4cb4-bce3-281f9cae3974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:15.995410 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:15.996050 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:16.002747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a587230-11e1-46d9-9f4e-d390d054629f None None] Pushing event updated for resources: {'Port': ['ID=f05579f5-81d2-4567-be8b-cba76c5de403,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:16.004204 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0fc888c0-b201-4835-9751-aa74eed47c7b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.005417 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0fc888c0-b201-4835-9751-aa74eed47c7b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8612003 Apr 14 21:32:16.033188 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 54988) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:16.061714 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Pushing event updated for resources: {'Port': ['ID=03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:16.075690 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3c90df0d-c5b0-4136-bdb4-626ee02530c0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'security_group_rule': {'security_group_id': 'f1756dac-adda-467a-9756-33ad42f586c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:16.095907 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-af83f49d-6c8e-4559-97f7-9d7d1d81a785 None None] Provisioning complete for port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:16.096457 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af83f49d-6c8e-4559-97f7-9d7d1d81a785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.100252 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Attempting to bind port f05579f5-81d2-4567-be8b-cba76c5de403 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:16.100881 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Attempting to bind port f05579f5-81d2-4567-be8b-cba76c5de403 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:16.101467 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Attempting to bind port f05579f5-81d2-4567-be8b-cba76c5de403 on network e1d851be-8713-402d-9209-d2c263e57df3 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:16.140091 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc888c0-b201-4835-9751-aa74eed47c7b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c827a58c-cd59-4061-bdf2-41ccf11f2ce7,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:16.194070 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-66382941-11bb-49f8-82c9-b552d0f55808 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:16.202974 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:16.203364 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Checking segment: {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:16.203765 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.204166 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Bound using segment: {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:16.204816 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Bound port: f05579f5-81d2-4567-be8b-cba76c5de403, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:16.205199 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-66382941-11bb-49f8-82c9-b552d0f55808 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 819 time: 1.4996402 Apr 14 21:32:16.205520 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.233314 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1b2c8a3-12d4-402d-9fa7-35fad08420fe admin admin] Publish callbacks [] for security_group (fd7009e2-2251-4f1c-b923-29faf0294284), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.326213 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:16.337233 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cda4-3b09-42ba-ace7-8fb16c0c09d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f04bf7a9-5b1f-4db5-a68a-d4a7e573463e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.349220 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cda4-3b09-42ba-ace7-8fb16c0c09d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.356147 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a7f8cda4-3b09-42ba-ace7-8fb16c0c09d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f04bf7a9-5b1f-4db5-a68a-d4a7e573463e HTTP/1.1" status: 204 len: 168 time: 1.1447654 Apr 14 21:32:16.412902 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3c90df0d-c5b0-4136-bdb4-626ee02530c0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (bd4d198c-af6f-48cc-9dc4-ad06fd0fb637), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.432243 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7fa7be1-fc68-454a-b7f2-593af68a0343 req-b8af98eb-c999-4d91-a972-f04930ceaf84 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162397 Apr 14 21:32:16.462921 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1b2c8a3-12d4-402d-9fa7-35fad08420fe admin admin] Publish callbacks [] for security_group (fd7009e2-2251-4f1c-b923-29faf0294284), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.483102 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.504291 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-e2b9692b-0666-4a0b-9d42-19199289dd0b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/quotas/371e0c1995de4102a2649bc4866a3f74 HTTP/1.1" status: 200 len: 375 time: 0.2512212 Apr 14 21:32:16.513652 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8cda4-3b09-42ba-ace7-8fb16c0c09d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04bf7a9-5b1f-4db5-a68a-d4a7e573463e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:16.514358 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (60e05976-beca-4a0c-ab8a-17be94eefebf), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.577157 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] For port f05579f5-81d2-4567-be8b-cba76c5de403, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:16.589293 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] For port f05579f5-81d2-4567-be8b-cba76c5de403, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=f05579f5-81d2-4567-be8b-cba76c5de403,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:16.654132 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.791175 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3c90df0d-c5b0-4136-bdb4-626ee02530c0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (bd4d198c-af6f-48cc-9dc4-ad06fd0fb637), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.808202 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3c90df0d-c5b0-4136-bdb4-626ee02530c0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (bd4d198c-af6f-48cc-9dc4-ad06fd0fb637), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.835596 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:15Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:16.861640 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1b2c8a3-12d4-402d-9fa7-35fad08420fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (fd7009e2-2251-4f1c-b923-29faf0294284), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.874479 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2d4ae-5fbe-41f1-b3e0-357ace72ea19 None None] The sync data for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi is: [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:15Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:32:16.875987 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1b2c8a3-12d4-402d-9fa7-35fad08420fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:16.876697 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad4785-a4d1-4b4c-b723-d9c13d9ec757 None None] Pushing event updated for resources: {'Port': ['ID=0110c32d-e94b-4f99-904b-7d1dd1f7ed97,revision_number=4']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:16.906094 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d1b2c8a3-12d4-402d-9fa7-35fad08420fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd7009e2-2251-4f1c-b923-29faf0294284 HTTP/1.1" status: 204 len: 168 time: 1.3445079 Apr 14 21:32:16.998008 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3c90df0d-c5b0-4136-bdb4-626ee02530c0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:17.003825 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3c90df0d-c5b0-4136-bdb4-626ee02530c0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9349492 Apr 14 21:32:17.016615 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90df0d-c5b0-4136-bdb4-626ee02530c0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4d198c-af6f-48cc-9dc4-ad06fd0fb637,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:17.030735 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55018) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:17.034800 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a587230-11e1-46d9-9f4e-d390d054629f None None] Pushing event updated for resources: {'Port': ['ID=f05579f5-81d2-4567-be8b-cba76c5de403,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:17.079260 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:17.095373 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2c8a3-12d4-402d-9fa7-35fad08420fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7009e2-2251-4f1c-b923-29faf0294284,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:17.158003 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6ecccfaa-c44a-4e23-9ffe-744337561076 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6525047 Apr 14 21:32:17.175400 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 575bccdf-0ff1-48e7-ae95-f13f283d4309 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:17.177823 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:17.206618 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:17.287546 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 575bccdf-0ff1-48e7-ae95-f13f283d4309, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=575bccdf-0ff1-48e7-ae95-f13f283d4309,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:17.330337 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:17.331074 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:17.678633 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:17.940947 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:18.001152 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=575bccdf-0ff1-48e7-ae95-f13f283d4309,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:18.004620 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-af83f49d-6c8e-4559-97f7-9d7d1d81a785 None None] Current status of the port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:18.005400 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af83f49d-6c8e-4559-97f7-9d7d1d81a785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:18.018212 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:18.160718 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-45144c6b-abd6-49c4-8c28-de36d9993fb0 service neutron] 10.222.0.47 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0017495 Apr 14 21:32:18.175821 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55050) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:18.230252 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2310c43-46f9-4f0c-8f6d-0e179099e996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:18.233440 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8d4a9-6ae8-457f-9612-b348597eabf1 req-1ca5bbc4-f60d-40ae-9fea-6d2d2fd0d4c9 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:18.240517 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d3a8d4a9-6ae8-457f-9612-b348597eabf1 req-1ca5bbc4-f60d-40ae-9fea-6d2d2fd0d4c9 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 932 time: 0.7023842 Apr 14 21:32:18.346122 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Allocated IP 172.27.3.181 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/ab142d38-1351-4714-ae9e-0b0be06bb691) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:18.353444 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:18.407424 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d3a8d4a9-6ae8-457f-9612-b348597eabf1 req-d89fe46a-0c59-4680-baa5-8c35c8988482 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776000 Apr 14 21:32:18.524899 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:18.525348 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:18.653577 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55060) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:18.673474 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:18.751860 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-af83f49d-6c8e-4559-97f7-9d7d1d81a785 None None] For port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=0110c32d-e94b-4f99-904b-7d1dd1f7ed97,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:18.776303 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-af83f49d-6c8e-4559-97f7-9d7d1d81a785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:18.876605 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for port (ab142d38-1351-4714-ae9e-0b0be06bb691), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:19.081100 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2310c43-46f9-4f0c-8f6d-0e179099e996 admin admin] Publish callbacks [] for security_group (73fd3884-69a6-4330-af03-5e7d095e18eb), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:19.102026 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a2310c43-46f9-4f0c-8f6d-0e179099e996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (73fd3884-69a6-4330-af03-5e7d095e18eb), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:19.137609 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Provisioning complete for port f05579f5-81d2-4567-be8b-cba76c5de403 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:19.137609 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:19.174958 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f8479829-b284-4cbd-b594-ca8c6f0906dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:19.200975 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-79962f1a-b9f0-4d89-bf4f-f6fbacc79d15 service neutron] 10.222.0.47 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0375817 Apr 14 21:32:19.340805 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a2310c43-46f9-4f0c-8f6d-0e179099e996 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c88395c664974ef1811155beca30e0f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1604161 Apr 14 21:32:19.343377 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55080) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:19.347294 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (ab142d38-1351-4714-ae9e-0b0be06bb691), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:19.428001 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:19.479312 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83f49d-6c8e-4559-97f7-9d7d1d81a785 None None] Pushing event updated for resources: {'Port': ['ID=0110c32d-e94b-4f99-904b-7d1dd1f7ed97,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:19.529895 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:19.540328 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:19.557925 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310c43-46f9-4f0c-8f6d-0e179099e996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd3884-69a6-4330-af03-5e7d095e18eb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:19.609579 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Publish callbacks [] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:19.643565 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:19.650475 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fa4639-2f04-4688-924d-c0de626cad98 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:32:19.682646 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Publish callbacks [] for port (e8fa4639-2f04-4688-924d-c0de626cad98), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:19.700786 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:19.709861 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:16Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:19.789063 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b4a6f4-2204-4686-9898-123e77742cac None None] The sync data for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi is: [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:16Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:32:19.841165 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Current status of the port f05579f5-81d2-4567-be8b-cba76c5de403 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:19.842357 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:19.938783 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Transition to ACTIVE for port object e8fa4639-2f04-4688-924d-c0de626cad98 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:32:20.002700 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.010970 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:20.028992 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'Port': ['ID=ab142d38-1351-4714-ae9e-0b0be06bb691,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:20.032521 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Pushing event updated for resources: {'Port': ['ID=03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:20.074422 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (60e05976-beca-4a0c-ab8a-17be94eefebf), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.100976 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f8479829-b284-4cbd-b594-ca8c6f0906dd admin admin] Publish callbacks [] for security_group (7e4ee772-0238-4a4f-8493-427bd400a23e), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.106549 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2de33494-a97d-4600-80fd-13ba343773f9 admin admin] Publish callbacks [] for security_group (73fd3884-69a6-4330-af03-5e7d095e18eb), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.152235 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (922d24d5-4f94-4fb1-b3f3-ba18f7b74378), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.255890 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (ab142d38-1351-4714-ae9e-0b0be06bb691), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.266993 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f8479829-b284-4cbd-b594-ca8c6f0906dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (7e4ee772-0238-4a4f-8493-427bd400a23e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.327845 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] For port f05579f5-81d2-4567-be8b-cba76c5de403, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=f05579f5-81d2-4567-be8b-cba76c5de403,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:20.343927 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.371404 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Provisioning complete for port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:20.371749 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.533379 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for port (ab142d38-1351-4714-ae9e-0b0be06bb691), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.547879 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (ab142d38-1351-4714-ae9e-0b0be06bb691), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.564250 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (922d24d5-4f94-4fb1-b3f3-ba18f7b74378), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.693749 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Pushing event updated for resources: {'Port': ['ID=f05579f5-81d2-4567-be8b-cba76c5de403,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:20.709947 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.721545 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2de33494-a97d-4600-80fd-13ba343773f9 admin admin] Publish callbacks [] for security_group (73fd3884-69a6-4330-af03-5e7d095e18eb), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.725324 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6688924 Apr 14 21:32:20.741644 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2a97f-a712-4404-8cc0-4ed5b1b9005e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'Port': ['ID=ab142d38-1351-4714-ae9e-0b0be06bb691,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:20.779690 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:32:20.791043 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d8719-6be0-464f-a837-646058582f40 req-fdf611e1-c542-47d0-934d-ffa51db88d22 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:20.803099 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:20.803833 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:20.814994 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Provisioning complete for port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:20.819696 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-450d8719-6be0-464f-a837-646058582f40 req-fdf611e1-c542-47d0-934d-ffa51db88d22 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 944 time: 0.4341385 Apr 14 21:32:20.827590 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:21.070174 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55140) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:21.086401 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f8479829-b284-4cbd-b594-ca8c6f0906dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cee5264fd4dc45889b703ffa870c469d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4127851 Apr 14 21:32:21.125091 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:21.126547 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 575bccdf-0ff1-48e7-ae95-f13f283d4309 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:21.222047 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fa4639-2f04-4688-924d-c0de626cad98,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:21.285463 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 575bccdf-0ff1-48e7-ae95-f13f283d4309 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:21.286250 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:21.295189 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ff9bef-f2e0-4b27-b401-3593148fdcda admin admin] Publish callbacks [] for security_group (7e4ee772-0238-4a4f-8493-427bd400a23e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:21.361552 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-79c121ff-964d-4c57-b03a-08353478df23 None None] Current status of the port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:21.379864 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ff9bef-f2e0-4b27-b401-3593148fdcda admin admin] Publish callbacks [] for security_group (7e4ee772-0238-4a4f-8493-427bd400a23e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:21.490258 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 575bccdf-0ff1-48e7-ae95-f13f283d4309 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:21.557973 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ff9bef-f2e0-4b27-b401-3593148fdcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (7e4ee772-0238-4a4f-8493-427bd400a23e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:21.561216 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84ff9bef-f2e0-4b27-b401-3593148fdcda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:21.565601 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-84ff9bef-f2e0-4b27-b401-3593148fdcda admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e4ee772-0238-4a4f-8493-427bd400a23e HTTP/1.1" status: 204 len: 168 time: 0.4932466 Apr 14 21:32:21.580871 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff9bef-f2e0-4b27-b401-3593148fdcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4ee772-0238-4a4f-8493-427bd400a23e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:21.791908 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Attempting to bind port e8fa4639-2f04-4688-924d-c0de626cad98 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:21.792980 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Attempting to bind port e8fa4639-2f04-4688-924d-c0de626cad98 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'afb5bcbc-706e-4511-b4f7-ab4a164de742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:21.793506 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Attempting to bind port e8fa4639-2f04-4688-924d-c0de626cad98 on network a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:21.797421 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8479829-b284-4cbd-b594-ca8c6f0906dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4ee772-0238-4a4f-8493-427bd400a23e,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:21.831847 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-52fd5131-b9d6-45c5-b536-05daf920b3f6 req-ddad7c62-5827-4814-8a0f-4b08e3304d08 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 210 time: 0.8623030 Apr 14 21:32:22.005564 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Port e8fa4639-2f04-4688-924d-c0de626cad98 on network a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:32:22.007013 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Attempting to bind port e8fa4639-2f04-4688-924d-c0de626cad98 on network a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:22.025563 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device f05579f5-81d2-4567-be8b-cba76c5de403 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:22.131697 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-450d8719-6be0-464f-a837-646058582f40 req-e4bfa65b-f861-4e7c-b277-d912c1d7ac0f tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3110492 Apr 14 21:32:22.151188 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:22.158236 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Checking segment: {'id': 'afb5bcbc-706e-4511-b4f7-ab4a164de742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:22.161019 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Bound using segment: {'id': 'afb5bcbc-706e-4511-b4f7-ab4a164de742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:22.162606 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Bound port: e8fa4639-2f04-4688-924d-c0de626cad98, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb5bcbc-706e-4511-b4f7-ab4a164de742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:22.164007 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:22.200499 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port f05579f5-81d2-4567-be8b-cba76c5de403 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:22.202361 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:22.339411 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Network a8fecfe2-76b7-4925-b617-b1a8b018293b is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:22.357251 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:22.463275 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2de33494-a97d-4600-80fd-13ba343773f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (73fd3884-69a6-4330-af03-5e7d095e18eb), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:22.473641 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2de33494-a97d-4600-80fd-13ba343773f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:22.482006 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port f05579f5-81d2-4567-be8b-cba76c5de403 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:22.487593 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-2de33494-a97d-4600-80fd-13ba343773f9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73fd3884-69a6-4330-af03-5e7d095e18eb HTTP/1.1" status: 204 len: 168 time: 3.1431024 Apr 14 21:32:22.559323 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-6ea5d2a8-cbd6-4547-b87d-b0be62be9be5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--45963761&fields=id&tenant_id=bfc47944ad764b639ab5f04ea39940fe HTTP/1.1" status: 200 len: 267 time: 0.5285251 Apr 14 21:32:22.601961 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55192) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:22.632624 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c872faa-931c-4d0b-b4b8-df9ae42221a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:22.709788 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de33494-a97d-4600-80fd-13ba343773f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd3884-69a6-4330-af03-5e7d095e18eb,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:22.791378 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] For port e8fa4639-2f04-4688-924d-c0de626cad98, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:22.828056 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c872faa-931c-4d0b-b4b8-df9ae42221a3 admin admin] Publish callbacks [] for security_group (4615138b-abad-449d-869b-17ee77dce15b), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:22.837858 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1c872faa-931c-4d0b-b4b8-df9ae42221a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (4615138b-abad-449d-869b-17ee77dce15b), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:22.906094 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c872faa-931c-4d0b-b4b8-df9ae42221a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4615138b-abad-449d-869b-17ee77dce15b,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:22.914979 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-1c872faa-931c-4d0b-b4b8-df9ae42221a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9fdab74d3084232aae7226c88d2ccd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098400 Apr 14 21:32:22.916322 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55196) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:22.938044 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] For port e8fa4639-2f04-4688-924d-c0de626cad98, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e8fa4639-2f04-4688-924d-c0de626cad98,segment=NetworkSegment(afb5bcbc-706e-4511-b4f7-ab4a164de742),segment_id=afb5bcbc-706e-4511-b4f7-ab4a164de742)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:22.967525 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-56253200-41e1-4750-9746-d49507c2d267 None None] Provisioning complete for port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:22.968093 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-56253200-41e1-4750-9746-d49507c2d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:23.002104 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:23.029847 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-56253200-41e1-4750-9746-d49507c2d267 None None] Port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:32:23.038439 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c939be8-b3c7-42b3-86fd-e84f95388a78 admin admin] Publish callbacks [] for security_group (4615138b-abad-449d-869b-17ee77dce15b), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:23.095058 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c939be8-b3c7-42b3-86fd-e84f95388a78 admin admin] Publish callbacks [] for security_group (4615138b-abad-449d-869b-17ee77dce15b), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:23.103079 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-85bf86f2-4dd9-49c5-ba63-07da2d3c76e8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:23.123015 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-85bf86f2-4dd9-49c5-ba63-07da2d3c76e8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 819 time: 0.6268024 Apr 14 21:32:23.157329 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24458c-86b4-4897-89ea-6c042592a86f req-fe4f4bbe-a6bb-4881-a07e-0d8c844cf780 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:23.164070 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-fe4f4bbe-a6bb-4881-a07e-0d8c844cf780 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 816 time: 0.6031189 Apr 14 21:32:23.166628 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c939be8-b3c7-42b3-86fd-e84f95388a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (4615138b-abad-449d-869b-17ee77dce15b), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:23.170066 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4c939be8-b3c7-42b3-86fd-e84f95388a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:23.172672 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4c939be8-b3c7-42b3-86fd-e84f95388a78 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4615138b-abad-449d-869b-17ee77dce15b HTTP/1.1" status: 204 len: 168 time: 0.2549632 Apr 14 21:32:23.176207 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:23.176950 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:23.178803 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] 10.222.0.13 "PUT /v2.0/ports/e8fa4639-2f04-4688-924d-c0de626cad98 HTTP/1.1" status: 200 len: 1094 time: 8.2238474 Apr 14 21:32:23.184612 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c939be8-b3c7-42b3-86fd-e84f95388a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4615138b-abad-449d-869b-17ee77dce15b,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:23.189327 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5e3aca-efe4-4cb4-bce3-281f9cae3974', 'tag': 'e8fa4639-2f04-4688-924d-c0de626cad98'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:23.202957 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-3d028e4f-7583-4063-b04f-2406edb2f627 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/quotas/371e0c1995de4102a2649bc4866a3f74 HTTP/1.1" status: 200 len: 375 time: 0.0786111 Apr 14 21:32:23.313336 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Router 60e05976-beca-4a0c-ab8a-17be94eefebf has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:32:23.314712 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163cf82-f0d8-4779-963c-c47a1e663a86 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fa4639-2f04-4688-924d-c0de626cad98,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:23.323559 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-0004b70d-12d0-4648-8644-49af165a7ec3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/quotas/bfc47944ad764b639ab5f04ea39940fe HTTP/1.1" status: 200 len: 375 time: 0.1034231 Apr 14 21:32:23.405944 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-af63be46-02e2-4b08-9aaa-89b4f5152a20 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2019279 Apr 14 21:32:23.457869 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-d4e48ddf-91e0-40e3-8e36-aa35f9cf3de6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285446 Apr 14 21:32:23.491991 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.13', 53455) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:23.850466 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-f01600be-791b-442a-8d43-8a3c8c4fd12c service neutron] 10.222.0.47 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296556 Apr 14 21:32:23.987838 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-5bdb5431-32c1-4cad-a521-be78300f320a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:23.989447 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-5bdb5431-32c1-4cad-a521-be78300f320a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 819 time: 0.4932470 Apr 14 21:32:24.052240 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f67f678-3158-4c7c-878d-a123255c2b75" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5e3aca-efe4-4cb4-bce3-281f9cae3974", "tag": "e8fa4639-2f04-4688-924d-c0de626cad98"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:24.058898 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:32:24.077480 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-8aab0478-753a-42b9-a2ab-a243d9bd1d0a admin admin] 10.222.0.47 "PUT /v2.0/routers/60e05976-beca-4a0c-ab8a-17be94eefebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4521914 Apr 14 21:32:24.081089 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Sync routers for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:32:24.083457 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Request body: {'port': {'device_id': '493a306a-ef0b-4219-9133-40e17c7cea84', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'admin_state_up': True, 'tenant_id': '371e0c1995de4102a2649bc4866a3f74'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:24.103656 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-e9c9279f-65f4-4071-b3c1-94c6e56a6265 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:32:24.104721 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-e9c9279f-65f4-4071-b3c1-94c6e56a6265 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2534688 Apr 14 21:32:24.132252 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:24.134246 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca846-1e45-4364-b19d-36d900074777 req-a2624111-e205-4764-bcbe-cfa6508599ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:24.135673 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:24.135907 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-a2624111-e205-4764-bcbe-cfa6508599ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a66434b244549eda25a90846ee5f8a2&device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 1128 time: 0.6771333 Apr 14 21:32:24.174419 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-21eab741-1ac3-4e85-bcb7-a0f86cf320c8 service neutron] 10.222.0.47 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094339 Apr 14 21:32:24.453581 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-88e89f2e-73ef-4265-a2fa-9ec3abd1c1b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fa4639-2f04-4688-924d-c0de626cad98 HTTP/1.1" status: 200 len: 217 time: 0.2001615 Apr 14 21:32:24.552607 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:24.559921 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Made reservation on behalf of 371e0c1995de4102a2649bc4866a3f74 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:24.568595 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:24.576774 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca846-1e45-4364-b19d-36d900074777 req-b13ffe23-2dbf-42d4-a9a2-facf95cf39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:24.578382 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-b13ffe23-2dbf-42d4-a9a2-facf95cf39e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57304620-fc45-43a2-857b-7f8265e2c942 HTTP/1.1" status: 200 len: 851 time: 0.1026163 Apr 14 21:32:24.669821 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-1eb2767b-06f1-4059-b181-d6136c3472c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751584 Apr 14 21:32:24.727874 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206cf8b-87c4-4fab-a86b-297e02b2e1e7 req-3bd40876-329b-4073-9850-78c12c5e8e98 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:24.736121 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4206cf8b-87c4-4fab-a86b-297e02b2e1e7 req-3bd40876-329b-4073-9850-78c12c5e8e98 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 944 time: 0.1546359 Apr 14 21:32:24.782612 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-93680127-6efe-4030-a405-9cb1f89b8351 service neutron] 10.222.0.47 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624866 Apr 14 21:32:24.813797 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:32:24.871633 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4206cf8b-87c4-4fab-a86b-297e02b2e1e7 req-b0d86c85-d8f3-426e-b3a8-2caf3de96a4a tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344919 Apr 14 21:32:24.972374 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-f2a30b10-f569-4ff9-a1ff-b26b1c7b3baf service neutron] 10.222.0.13 "GET /v2.0/networks/a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837317 Apr 14 21:32:25.005926 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 2, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:25.100465 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Checking router: 60e05976-beca-4a0c-ab8a-17be94eefebf for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:32:25.106121 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Updating router 60e05976-beca-4a0c-ab8a-17be94eefebf port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:32:25.164057 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:25.194226 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Allocated IP 172.20.0.5 (ceaaf06e-dae3-4424-9485-0b5c1f33286d/f25d18c1-244f-4ab0-a4fa-325cd756665b/d79d9bbf-eb48-4b95-99c9-6300f6cc163e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:25.406226 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-52928ce5-a9c4-45cd-bdaa-5e00520ed2e5 service neutron] 10.222.0.47 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6123385 Apr 14 21:32:25.528787 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-157ca846-1e45-4364-b19d-36d900074777 req-9c2234be-1b1b-4cfc-9877-3427b5ba086e service neutron] 10.222.0.13 "GET /v2.0/networks/a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329995 Apr 14 21:32:25.537834 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:25.591380 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:25.627285 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:25.643649 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cccfb1-5aaa-4456-8003-cf4c5cd2383e x-openstack-request-id: req-f3cccfb1-5aaa-4456-8003-cf4c5cd2383e {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:25.644523 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5e3aca-efe4-4cb4-bce3-281f9cae3974", "tag": "e8fa4639-2f04-4688-924d-c0de626cad98", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:25.644523 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3cccfb1-5aaa-4456-8003-cf4c5cd2383e {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:25.645247 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3cccfb1-5aaa-4456-8003-cf4c5cd2383e'] response: {'name': 'network-changed', 'server_uuid': 'eb5e3aca-efe4-4cb4-bce3-281f9cae3974', 'tag': 'e8fa4639-2f04-4688-924d-c0de626cad98', 'status': 'completed', 'code': 200} Apr 14 21:32:25.727465 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:25.740810 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:25.746955 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:25.752596 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:25.753268 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:25.757762 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event updated for resources: {'Port': ['ID=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:25.763617 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Publish callbacks [] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:25.773343 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:25.805574 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-6f27cf4e-a264-4c22-989e-95ff340b345e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7219341 Apr 14 21:32:25.852656 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Request body: {'port': {'device_id': '493a306a-ef0b-4219-9133-40e17c7cea84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:25.891366 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55332) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:25.949250 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e91f7e89-b338-4af7-a0b1-9ad7b47ea975 req-dbeb31f4-4df1-41cd-a11c-d1d528f201d0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 210 time: 0.1361587 Apr 14 21:32:25.964178 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82726a6-bef8-4598-acf7-28bddae2f7bc None None] Pushing event updated for resources: {'Port': ['ID=03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:26.020296 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Attempting to bind port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:26.020663 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Attempting to bind port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:26.021025 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Attempting to bind port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 on network a8fecfe2-76b7-4925-b617-b1a8b018293b {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:26.030457 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:26.030830 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Checking segment: {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:26.034861 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:26.035813 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Bound using segment: {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:26.035813 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Bound port: 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:26.036113 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:26.138963 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:26.163765 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-01dc1cbc-a5f8-4e21-b961-3b275596497f req-1330de06-5d6b-4e9d-988a-2d040fb26112 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 210 time: 0.0792158 Apr 14 21:32:26.214195 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-ee43eaed-cf10-4878-a938-7ee87c0ac955 None None] Provisioning complete for port d79d9bbf-eb48-4b95-99c9-6300f6cc163e triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:26.214195 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee43eaed-cf10-4878-a938-7ee87c0ac955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:26.216364 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] For port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:26.220107 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] For port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:26.276424 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:26.348894 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edcb6a-7992-4c50-8296-27fb88883d97 req-19560988-d423-45b4-930f-1839819c25fa tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:26.363156 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-57edcb6a-7992-4c50-8296-27fb88883d97 req-19560988-d423-45b4-930f-1839819c25fa tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 944 time: 0.1253881 Apr 14 21:32:26.418540 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:26.419424 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:26.421807 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ee43eaed-cf10-4878-a938-7ee87c0ac955 None None] Port d79d9bbf-eb48-4b95-99c9-6300f6cc163e cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:32:26.484024 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-57edcb6a-7992-4c50-8296-27fb88883d97 req-59d699bc-00ac-4364-aa5b-508f3fc357f9 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195054 Apr 14 21:32:26.553885 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-df67b03c-0bb8-40f2-94d4-51d10e7bce08 None None] Provisioning complete for port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:26.554605 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df67b03c-0bb8-40f2-94d4-51d10e7bce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:26.638773 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82726a6-bef8-4598-acf7-28bddae2f7bc None None] Pushing event updated for resources: {'Port': ['ID=03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:26.766594 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55354) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:26.822294 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:26.838054 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79d9bbf-eb48-4b95-99c9-6300f6cc163e {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:32:26.847412 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Publish callbacks [] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:26.875166 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Transition to ACTIVE for port object d79d9bbf-eb48-4b95-99c9-6300f6cc163e will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:32:26.897976 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:26.909004 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7882d5e-5553-4a54-9e5a-32745f0752e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:26.925852 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55360) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:26.930624 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-e332d86c-0390-41b7-a435-cf06e27fd5cd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953102128', 'description': 'tempest-description--2114016990'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:26.986873 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e332d86c-0390-41b7-a435-cf06e27fd5cd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.105675 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:27.185855 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-df67b03c-0bb8-40f2-94d4-51d10e7bce08 None None] Current status of the port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:27.187619 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df67b03c-0bb8-40f2-94d4-51d10e7bce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.229893 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-61229a8e-5e4c-4e49-8e8d-0f6ce4a3c57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.292518 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e332d86c-0390-41b7-a435-cf06e27fd5cd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (d9a6ab81-277d-482f-9e8f-0b52384193a2), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.309900 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9499142b-fd62-4d2b-861a-7b21afac21bd req-e7ab0876-e236-4ee3-b010-c2e11dbb5698 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 210 time: 0.1448960 Apr 14 21:32:27.356176 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:26Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:27.358633 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e332d86c-0390-41b7-a435-cf06e27fd5cd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (d9a6ab81-277d-482f-9e8f-0b52384193a2), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.396350 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Attempting to bind port d79d9bbf-eb48-4b95-99c9-6300f6cc163e on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:27.396700 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Attempting to bind port d79d9bbf-eb48-4b95-99c9-6300f6cc163e by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:27.397058 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Attempting to bind port d79d9bbf-eb48-4b95-99c9-6300f6cc163e on network ceaaf06e-dae3-4424-9485-0b5c1f33286d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:27.403257 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-df67b03c-0bb8-40f2-94d4-51d10e7bce08 None None] For port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:27.404742 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832995b-8e3e-4a9b-9f1d-eafa39a58f66 None None] The sync data for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi is: [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:26Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:32:27.408619 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9826871f-35ee-416d-af95-7d927b36acb6 req-29a1663c-55ed-43a6-aa74-aa239d03d56d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 210 time: 0.0862453 Apr 14 21:32:27.418571 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df67b03c-0bb8-40f2-94d4-51d10e7bce08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.422939 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Port d79d9bbf-eb48-4b95-99c9-6300f6cc163e on network ceaaf06e-dae3-4424-9485-0b5c1f33286d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:32:27.423216 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Attempting to bind port d79d9bbf-eb48-4b95-99c9-6300f6cc163e on network ceaaf06e-dae3-4424-9485-0b5c1f33286d {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:27.442514 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f678-3158-4c7c-878d-a123255c2b75 req-0520738e-367a-4669-93a8-734b4f481e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:27.444492 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6f67f678-3158-4c7c-878d-a123255c2b75 req-0520738e-367a-4669-93a8-734b4f481e04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a66434b244549eda25a90846ee5f8a2&device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 1128 time: 0.2810607 Apr 14 21:32:27.479492 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:27.479866 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Checking segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:27.480437 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Bound using segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:27.480884 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Bound port: d79d9bbf-eb48-4b95-99c9-6300f6cc163e, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:27.481251 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.490679 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e332d86c-0390-41b7-a435-cf06e27fd5cd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.492461 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-e332d86c-0390-41b7-a435-cf06e27fd5cd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5653172 Apr 14 21:32:27.512234 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55382) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:27.584136 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67b03c-0bb8-40f2-94d4-51d10e7bce08 None None] Pushing event updated for resources: {'Port': ['ID=03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:27.585060 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7882d5e-5553-4a54-9e5a-32745f0752e6 admin admin] Publish callbacks [] for security_group (646047ed-0063-4e19-ae5c-68044dc9ec74), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.601030 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-57751931-1c9b-4708-b2ad-c3d937b07e36 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'security_group_rule': {'security_group_id': 'd9a6ab81-277d-482f-9e8f-0b52384193a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:27.613270 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-550cf0e5-bf8a-45d0-8dab-ac62f7da7060 None None] Provisioning complete for port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:27.613664 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-550cf0e5-bf8a-45d0-8dab-ac62f7da7060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.624526 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d7882d5e-5553-4a54-9e5a-32745f0752e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (646047ed-0063-4e19-ae5c-68044dc9ec74), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.645382 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332d86c-0390-41b7-a435-cf06e27fd5cd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6ab81-277d-482f-9e8f-0b52384193a2,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:27.863141 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-550cf0e5-bf8a-45d0-8dab-ac62f7da7060 None None] Current status of the port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:27.908098 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7882d5e-5553-4a54-9e5a-32745f0752e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646047ed-0063-4e19-ae5c-68044dc9ec74,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:27.909641 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:27.928867 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d7882d5e-5553-4a54-9e5a-32745f0752e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38fca4c1635549d4b39415b5d98f6fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0345266 Apr 14 21:32:27.929303 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57751931-1c9b-4708-b2ad-c3d937b07e36 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (9c94b0e6-f366-481d-8dad-dfd1b6e28a7d), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.936854 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55394) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:27.964327 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f678-3158-4c7c-878d-a123255c2b75 req-ea89b430-507e-45c2-8d4c-f3bfed7ec0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:27.969285 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6f67f678-3158-4c7c-878d-a123255c2b75 req-ea89b430-507e-45c2-8d4c-f3bfed7ec0c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 HTTP/1.1" status: 200 len: 912 time: 0.5128515 Apr 14 21:32:28.025233 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] For port d79d9bbf-eb48-4b95-99c9-6300f6cc163e, host hv-cinder-83754, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:28.067118 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] For port d79d9bbf-eb48-4b95-99c9-6300f6cc163e, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:28.073680 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b39228-e639-4a2c-987b-9ddb14fd44eb req-bc43dba1-862b-4d48-b848-e6eb9ca88ee3 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:28.079353 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:28.082038 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.089147 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-46b39228-e639-4a2c-987b-9ddb14fd44eb req-bc43dba1-862b-4d48-b848-e6eb9ca88ee3 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 944 time: 0.3206186 Apr 14 21:32:28.093953 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57751931-1c9b-4708-b2ad-c3d937b07e36 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (9c94b0e6-f366-481d-8dad-dfd1b6e28a7d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.097569 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.103605 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3d27f7a-c209-4d29-acd5-60cb617f0f31 admin admin] Publish callbacks [] for security_group (646047ed-0063-4e19-ae5c-68044dc9ec74), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.138988 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57751931-1c9b-4708-b2ad-c3d937b07e36 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (9c94b0e6-f366-481d-8dad-dfd1b6e28a7d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.186798 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3d27f7a-c209-4d29-acd5-60cb617f0f31 admin admin] Publish callbacks [] for security_group (646047ed-0063-4e19-ae5c-68044dc9ec74), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.198184 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57751931-1c9b-4708-b2ad-c3d937b07e36 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c94b0e6-f366-481d-8dad-dfd1b6e28a7d,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:28.216456 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-61229a8e-5e4c-4e49-8e8d-0f6ce4a3c57b admin admin] Publish callbacks [] for security_group (49939772-9ad1-4dbe-b50f-04fd97c7edd3), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.217423 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57751931-1c9b-4708-b2ad-c3d937b07e36 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.223824 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55402) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:28.224584 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-57751931-1c9b-4708-b2ad-c3d937b07e36 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6304219 Apr 14 21:32:28.238453 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-379d7ed9-2ec4-4fc8-b75b-a1b6e510e8fc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'security_group_rule': {'security_group_id': 'd9a6ab81-277d-482f-9e8f-0b52384193a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:28.246291 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:28.248870 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-61229a8e-5e4c-4e49-8e8d-0f6ce4a3c57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (49939772-9ad1-4dbe-b50f-04fd97c7edd3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.269222 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-46b39228-e639-4a2c-987b-9ddb14fd44eb req-53850f1a-efb7-4ab6-9441-ae28ab1db888 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786263 Apr 14 21:32:28.289902 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:28.289902 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.289902 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] 10.222.0.13 "PUT /v2.0/ports/d79d9bbf-eb48-4b95-99c9-6300f6cc163e HTTP/1.1" status: 200 len: 1093 time: 2.4476714 Apr 14 21:32:28.308139 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493a306a-ef0b-4219-9133-40e17c7cea84', 'tag': 'd79d9bbf-eb48-4b95-99c9-6300f6cc163e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:28.373800 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61229a8e-5e4c-4e49-8e8d-0f6ce4a3c57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49939772-9ad1-4dbe-b50f-04fd97c7edd3,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:28.404426 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-61229a8e-5e4c-4e49-8e8d-0f6ce4a3c57b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=686770cedc6e457993895dd998cfca37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6342483 Apr 14 21:32:28.405006 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-379d7ed9-2ec4-4fc8-b75b-a1b6e510e8fc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (1de5a057-b8e2-4de1-a784-96a7b8a55056), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.411354 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55410) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:28.504241 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22703b25-90f3-4178-aa2a-7942f83b2ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:28.545495 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3d27f7a-c209-4d29-acd5-60cb617f0f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (646047ed-0063-4e19-ae5c-68044dc9ec74), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.549216 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3d27f7a-c209-4d29-acd5-60cb617f0f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.553266 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c3d27f7a-c209-4d29-acd5-60cb617f0f31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/646047ed-0063-4e19-ae5c-68044dc9ec74 HTTP/1.1" status: 204 len: 168 time: 0.6122434 Apr 14 21:32:28.582330 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d27f7a-c209-4d29-acd5-60cb617f0f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646047ed-0063-4e19-ae5c-68044dc9ec74,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:28.613102 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e2d4e04-77c8-474a-b3d3-a92644f47061 req-ba70e516-c9c3-449a-b3c4-fc0222eaaf78 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 210 time: 0.0839210 Apr 14 21:32:28.716160 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6f67f678-3158-4c7c-878d-a123255c2b75 req-f6720e72-00ec-4826-ae5b-d5fc4c3717a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fa4639-2f04-4688-924d-c0de626cad98 HTTP/1.1" status: 200 len: 217 time: 0.2323124 Apr 14 21:32:28.730243 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c62bef13-1de2-48ba-81ab-74d313749f4f req-2c08eb3e-bb42-4f03-a347-4b527758a313 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 210 time: 0.0583992 Apr 14 21:32:28.736765 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.13', 53463) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:28.791849 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-379d7ed9-2ec4-4fc8-b75b-a1b6e510e8fc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (1de5a057-b8e2-4de1-a784-96a7b8a55056), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.797056 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.13', 53464) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:28.885102 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-379d7ed9-2ec4-4fc8-b75b-a1b6e510e8fc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (1de5a057-b8e2-4de1-a784-96a7b8a55056), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:28.974788 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "493a306a-ef0b-4219-9133-40e17c7cea84", "tag": "d79d9bbf-eb48-4b95-99c9-6300f6cc163e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:29.069587 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-379d7ed9-2ec4-4fc8-b75b-a1b6e510e8fc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:29.073828 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-379d7ed9-2ec4-4fc8-b75b-a1b6e510e8fc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8370218 Apr 14 21:32:29.083310 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55456) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:29.099663 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:29.115835 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24458c-86b4-4897-89ea-6c042592a86f req-9a02619b-2ef8-42e2-b72d-658e0655dce0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:29.117455 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-9a02619b-2ef8-42e2-b72d-658e0655dce0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 816 time: 0.4238808 Apr 14 21:32:29.154379 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:29.155546 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d7ed9-2ec4-4fc8-b75b-a1b6e510e8fc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de5a057-b8e2-4de1-a784-96a7b8a55056,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:29.196730 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f678-3158-4c7c-878d-a123255c2b75 req-48d23d52-9e84-4dbf-aa35-6b7391d953a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:29.198911 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6f67f678-3158-4c7c-878d-a123255c2b75 req-48d23d52-9e84-4dbf-aa35-6b7391d953a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57304620-fc45-43a2-857b-7f8265e2c942 HTTP/1.1" status: 200 len: 851 time: 0.4743495 Apr 14 21:32:29.199961 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-4b7c6fc6-5182-4821-8ec7-2b9ae55fda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:29.201500 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-4b7c6fc6-5182-4821-8ec7-2b9ae55fda29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 1127 time: 0.4051502 Apr 14 21:32:29.214770 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b91b04c0-92e8-458d-8e52-e525f6ba9d55 admin admin] Publish callbacks [] for security_group (49939772-9ad1-4dbe-b50f-04fd97c7edd3), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:29.266029 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b91b04c0-92e8-458d-8e52-e525f6ba9d55 admin admin] Publish callbacks [] for security_group (49939772-9ad1-4dbe-b50f-04fd97c7edd3), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:29.390799 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:29.398563 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-f2a2eedf-8554-4ccc-bea0-814c099db171 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfc47944ad764b639ab5f04ea39940fe HTTP/1.1" status: 200 len: 378 time: 0.2071881 Apr 14 21:32:29.410459 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d2263e-90c3-4808-bfb0-442406e5aafb x-openstack-request-id: req-b9d2263e-90c3-4808-bfb0-442406e5aafb {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:29.412261 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493a306a-ef0b-4219-9133-40e17c7cea84", "tag": "d79d9bbf-eb48-4b95-99c9-6300f6cc163e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:29.412510 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b9d2263e-90c3-4808-bfb0-442406e5aafb {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:29.413431 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d2263e-90c3-4808-bfb0-442406e5aafb'] response: {'name': 'network-changed', 'server_uuid': '493a306a-ef0b-4219-9133-40e17c7cea84', 'tag': 'd79d9bbf-eb48-4b95-99c9-6300f6cc163e', 'status': 'completed', 'code': 200} Apr 14 21:32:29.470761 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'port': {'device_id': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'admin_state_up': True, 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'security_groups': ['f1756dac-adda-467a-9756-33ad42f586c0']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:29.574227 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6f67f678-3158-4c7c-878d-a123255c2b75 req-f15e20fe-ba7f-4540-ad6a-54161c3ca1bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2419455 Apr 14 21:32:29.603245 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-1b3fe1c2-cfd0-4b93-99bc-9f7122953742 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e HTTP/1.1" status: 200 len: 217 time: 0.2501707 Apr 14 21:32:29.661397 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-ccf3c605-90de-4f41-8f61-be515c93e1bb tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:29.671656 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-ccf3c605-90de-4f41-8f61-be515c93e1bb tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 819 time: 0.8075418 Apr 14 21:32:29.732323 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Request body: {'port': {'device_id': '22984295-da48-44cc-978c-7d9f49a45ce2', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'admin_state_up': True, 'tenant_id': '371e0c1995de4102a2649bc4866a3f74'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:29.739167 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b91b04c0-92e8-458d-8e52-e525f6ba9d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (49939772-9ad1-4dbe-b50f-04fd97c7edd3), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:29.741865 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b91b04c0-92e8-458d-8e52-e525f6ba9d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:29.746210 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b91b04c0-92e8-458d-8e52-e525f6ba9d55 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/49939772-9ad1-4dbe-b50f-04fd97c7edd3 HTTP/1.1" status: 204 len: 168 time: 1.3280320 Apr 14 21:32:29.784207 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75e1cd-adaf-4a77-873a-8a914530bf41 req-fd35cf9e-ae13-4eed-a98e-bf1876889915 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:29.786082 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3e75e1cd-adaf-4a77-873a-8a914530bf41 req-fd35cf9e-ae13-4eed-a98e-bf1876889915 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 944 time: 0.3662331 Apr 14 21:32:29.844349 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b04c0-92e8-458d-8e52-e525f6ba9d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49939772-9ad1-4dbe-b50f-04fd97c7edd3,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:29.998069 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-844efd04-3019-4ec9-af23-8923aacf7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:30.004600 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-844efd04-3019-4ec9-af23-8923aacf7828 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.3701572 Apr 14 21:32:30.011929 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Allocated IP 172.27.3.63 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/acacaf97-fb62-48b4-a0cb-705984f485b7) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:30.022611 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7d16d084-0cd0-4e40-bf7f-5b4bcea8b5f0 req-59c09c37-27c9-43c7-9e74-6899ed05ec82 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 210 time: 0.1855571 Apr 14 21:32:30.105017 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55492) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:30.131776 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e8fa4639-2f04-4688-924d-c0de626cad98 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:32:30.167785 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-16966210-1838-4ba4-a2e8-f8960d1e296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:30.169516 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-16966210-1838-4ba4-a2e8-f8960d1e296c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1475539 Apr 14 21:32:30.180001 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3e75e1cd-adaf-4a77-873a-8a914530bf41 req-e5d096ed-a9d8-424f-a6a3-e9e4ca6e6edf tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432219 Apr 14 21:32:30.186685 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Made reservation on behalf of bfc47944ad764b639ab5f04ea39940fe for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:30.187197 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6f67f678-3158-4c7c-878d-a123255c2b75 req-698d9bfb-0325-4102-8a63-3538d2efafe6 service neutron] 10.222.0.13 "GET /v2.0/networks/a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824299 Apr 14 21:32:30.193973 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.290768 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e8fa4639-2f04-4688-924d-c0de626cad98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e8fa4639-2f04-4688-924d-c0de626cad98,segment=NetworkSegment(afb5bcbc-706e-4511-b4f7-ab4a164de742),segment_id=afb5bcbc-706e-4511-b4f7-ab4a164de742)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:30.308717 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'e8fa4639-2f04-4688-924d-c0de626cad98', 'network_id': 'a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7', 'port_id': 'e8fa4639-2f04-4688-924d-c0de626cad98', 'mac_address': 'fa:16:3e:66:7c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57304620-fc45-43a2-857b-7f8265e2c942', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:32:30.389903 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e8fa4639-2f04-4688-924d-c0de626cad98 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:30.390325 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.408026 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fa4639-2f04-4688-924d-c0de626cad98 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:32:30.453217 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e8fa4639-2f04-4688-924d-c0de626cad98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e8fa4639-2f04-4688-924d-c0de626cad98,segment=NetworkSegment(afb5bcbc-706e-4511-b4f7-ab4a164de742),segment_id=afb5bcbc-706e-4511-b4f7-ab4a164de742)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:30.463837 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.464419 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4e1acb4-24d6-43ee-8012-4607155de543 req-49a6ded6-02dd-4172-95db-b639242385be tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 210 time: 0.2933850 Apr 14 21:32:30.511919 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for port (acacaf97-fb62-48b4-a0cb-705984f485b7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.514932 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55502) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:30.557750 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1915-d8d2-4603-99bc-32c6a0edcb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.557954 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e8fa4639-2f04-4688-924d-c0de626cad98,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:30.564742 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94ff83fc-8bc3-4329-bd9b-a33c854fd39f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.581684 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Made reservation on behalf of 371e0c1995de4102a2649bc4866a3f74 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:30.585048 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.607767 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Allocated IP 172.20.0.10 (e1d851be-8713-402d-9209-d2c263e57df3/1b090fa0-5455-4ebb-b132-835aaef31186/c6946d2f-995b-4259-8613-602c1ec6ca53) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:30.647250 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (acacaf97-fb62-48b4-a0cb-705984f485b7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.704111 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6f67f678-3158-4c7c-878d-a123255c2b75 req-2971b1bf-3d89-4910-a2e6-734a2248cb62 service neutron] 10.222.0.13 "GET /v2.0/networks/a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992645 Apr 14 21:32:30.715588 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-73e4d25f-70e9-4419-a2eb-9854d3f70da0 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308158 Apr 14 21:32:30.731863 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:30.747305 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'Port': ['ID=acacaf97-fb62-48b4-a0cb-705984f485b7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:30.750208 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:30.756799 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:30.769561 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['e8fa4639-2f04-4688-924d-c0de626cad98'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:32:30.879653 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94ff83fc-8bc3-4329-bd9b-a33c854fd39f admin admin] Publish callbacks [] for security_group (5d498fba-6afb-41f8-a80a-f637545a5970), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.891838 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-94ff83fc-8bc3-4329-bd9b-a33c854fd39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (5d498fba-6afb-41f8-a80a-f637545a5970), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.897468 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1915-d8d2-4603-99bc-32c6a0edcb09 admin admin] Publish callbacks [] for security_group (c029ae2c-129d-4474-a26a-05aaabcb59a5), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.905532 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (08a43009-6564-4ed1-828d-5892b6717016), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.906750 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Allocated IP 172.20.0.7 (ceaaf06e-dae3-4424-9485-0b5c1f33286d/f25d18c1-244f-4ab0-a4fa-325cd756665b/b0141c1d-7120-44a2-96bf-6311d85e1468) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:30.908633 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1915-d8d2-4603-99bc-32c6a0edcb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (c029ae2c-129d-4474-a26a-05aaabcb59a5), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.917373 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6abc8f3-88f8-485a-8ce8-d7ba6bb1c3c4 req-20a643ca-b550-4588-b011-3e0ad71cb617 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922050 Apr 14 21:32:30.966425 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-bfcd1915-d8d2-4603-99bc-32c6a0edcb09 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aae7f9f2d24e4485a519b49da58a1c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8500314 Apr 14 21:32:30.967367 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd1915-d8d2-4603-99bc-32c6a0edcb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c029ae2c-129d-4474-a26a-05aaabcb59a5,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:30.969973 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55508) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:31.005482 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff83fc-8bc3-4329-bd9b-a33c854fd39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d498fba-6afb-41f8-a80a-f637545a5970,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:31.026017 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.032164 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-94ff83fc-8bc3-4329-bd9b-a33c854fd39f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e145ee1085b245bda0b3c177ae165d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5161958 Apr 14 21:32:31.038842 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55512) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:31.067021 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (acacaf97-fb62-48b4-a0cb-705984f485b7), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.197918 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f1eca6a-2df7-45d7-8f8a-973ca3407861 admin admin] Publish callbacks [] for security_group (c029ae2c-129d-4474-a26a-05aaabcb59a5), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.226492 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-29f9ec59-a52d-4515-b17a-cf645c7fb221 req-90baf53a-c2d5-4d2d-8ecc-21fdb02ecb78 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 210 time: 0.0842340 Apr 14 21:32:31.234354 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.237707 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.312245 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a123-5e36-4ab7-8105-3302874b91ba admin admin] Publish callbacks [] for security_group (5d498fba-6afb-41f8-a80a-f637545a5970), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.315876 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.336547 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a123-5e36-4ab7-8105-3302874b91ba admin admin] Publish callbacks [] for security_group (5d498fba-6afb-41f8-a80a-f637545a5970), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.396390 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f1eca6a-2df7-45d7-8f8a-973ca3407861 admin admin] Publish callbacks [] for security_group (c029ae2c-129d-4474-a26a-05aaabcb59a5), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.404672 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event updated for resources: {'Port': ['ID=b0141c1d-7120-44a2-96bf-6311d85e1468,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:31.409516 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:31.418084 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fef4ad-345e-4402-bb57-b7e0481f9f2a req-7e6b1a06-e969-44d1-b8cb-6305354c6356 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:31.419970 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-46fef4ad-345e-4402-bb57-b7e0481f9f2a req-7e6b1a06-e969-44d1-b8cb-6305354c6356 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 945 time: 0.1191304 Apr 14 21:32:31.421938 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:31.424631 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:31.453034 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a123-5e36-4ab7-8105-3302874b91ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (5d498fba-6afb-41f8-a80a-f637545a5970), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.460388 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4aa1a123-5e36-4ab7-8105-3302874b91ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.461708 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4aa1a123-5e36-4ab7-8105-3302874b91ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d498fba-6afb-41f8-a80a-f637545a5970 HTTP/1.1" status: 204 len: 168 time: 0.4161589 Apr 14 21:32:31.513859 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Network e1d851be-8713-402d-9209-d2c263e57df3 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:31.535742 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:31.561682 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:31.561871 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.578852 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:31.588725 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:31.600189 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:31.600863 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.604258 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1a123-5e36-4ab7-8105-3302874b91ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d498fba-6afb-41f8-a80a-f637545a5970,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:31.606454 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-46fef4ad-345e-4402-bb57-b7e0481f9f2a req-d2a2a94f-37db-439a-a272-70af9a7c9c24 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584573 Apr 14 21:32:31.660302 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-cb166030-d508-4af2-8c7a-e749a8c3dcaf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9427662 Apr 14 21:32:31.686459 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-888585b1-a8fe-49a4-bdb5-e62c37779e62 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2208738 Apr 14 21:32:31.729933 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f1eca6a-2df7-45d7-8f8a-973ca3407861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (c029ae2c-129d-4474-a26a-05aaabcb59a5), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.735470 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705979e3-4258-4fbd-8de3-806605f98ae7 req-b3b6cea2-957f-4d93-add8-334ccf5a9a57 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:31.739261 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f1eca6a-2df7-45d7-8f8a-973ca3407861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.740531 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6f1eca6a-2df7-45d7-8f8a-973ca3407861 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c029ae2c-129d-4474-a26a-05aaabcb59a5 HTTP/1.1" status: 204 len: 168 time: 0.7671282 Apr 14 21:32:31.743108 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-705979e3-4258-4fbd-8de3-806605f98ae7 req-b3b6cea2-957f-4d93-add8-334ccf5a9a57 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 931 time: 0.0790007 Apr 14 21:32:31.778739 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for port (acacaf97-fb62-48b4-a0cb-705984f485b7), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.803515 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1eca6a-2df7-45d7-8f8a-973ca3407861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c029ae2c-129d-4474-a26a-05aaabcb59a5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:31.851023 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Request body: {'port': {'device_id': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:31.864479 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (acacaf97-fb62-48b4-a0cb-705984f485b7), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.872711 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-6fd6ed0f-3dab-46a9-806b-9417be8f6acf None None] Provisioning complete for port b0141c1d-7120-44a2-96bf-6311d85e1468 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:31.876494 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ed0f-3dab-46a9-806b-9417be8f6acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.913524 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Request body: {'port': {'device_id': '22984295-da48-44cc-978c-7d9f49a45ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:31.932928 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-705979e3-4258-4fbd-8de3-806605f98ae7 req-82b57acb-5a3f-4ee2-87db-c7b8bee7da7e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804519 Apr 14 21:32:31.934324 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-02b55961-3ccb-491b-9842-39669190d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:31.948711 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-02b55961-3ccb-491b-9842-39669190d341 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 1127 time: 0.1298883 Apr 14 21:32:31.969491 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'Port': ['ID=acacaf97-fb62-48b4-a0cb-705984f485b7,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:31.982518 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (08a43009-6564-4ed1-828d-5892b6717016), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.987393 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6fd6ed0f-3dab-46a9-806b-9417be8f6acf None None] Port b0141c1d-7120-44a2-96bf-6311d85e1468 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:32:32.019461 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.032351 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.032351 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-456b34ab-e7f9-439f-9267-6c3e7f93dd8a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9452350 Apr 14 21:32:32.052564 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.115334 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-14503ea6-89a4-477c-958d-af754b6468c1 None None] Provisioning complete for port c6946d2f-995b-4259-8613-602c1ec6ca53 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:32.118221 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-14503ea6-89a4-477c-958d-af754b6468c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.203125 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-14503ea6-89a4-477c-958d-af754b6468c1 None None] Port c6946d2f-995b-4259-8613-602c1ec6ca53 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:32:32.411316 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55568) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:32.457351 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5cdc8-fa39-413e-a8b1-0b425be253aa req-5e5096c5-88e6-4df5-b127-04bbd7cd9a14 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:32.458892 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ae5cdc8-fa39-413e-a8b1-0b425be253aa req-5e5096c5-88e6-4df5-b127-04bbd7cd9a14 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 932 time: 0.1157489 Apr 14 21:32:32.506520 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49c70992-d690-4f8f-886b-4d88c39eed0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.515476 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6946d2f-995b-4259-8613-602c1ec6ca53 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:32:32.522213 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-709339d8-df99-413b-847a-c00b7d979ad6 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1953102128&fields=id&tenant_id=46de92a2e6f247f3887e107e57ca4be1 HTTP/1.1" status: 200 len: 267 time: 0.1311393 Apr 14 21:32:32.531086 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Publish callbacks [] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.557056 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Transition to ACTIVE for port object c6946d2f-995b-4259-8613-602c1ec6ca53 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:32:32.570268 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.620969 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ae5cdc8-fa39-413e-a8b1-0b425be253aa req-3eb95aee-f3e8-4db4-8536-8d15d5857866 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459680 Apr 14 21:32:32.664866 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:32.710582 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0141c1d-7120-44a2-96bf-6311d85e1468 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:32:32.727601 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Publish callbacks [] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.738163 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49c70992-d690-4f8f-886b-4d88c39eed0e admin admin] Publish callbacks [] for security_group (2c2a2f65-8619-4c3b-b5f4-8a8563aca13c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.740958 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Attempting to bind port c6946d2f-995b-4259-8613-602c1ec6ca53 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:32.741309 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Attempting to bind port c6946d2f-995b-4259-8613-602c1ec6ca53 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:32.741647 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Attempting to bind port c6946d2f-995b-4259-8613-602c1ec6ca53 on network e1d851be-8713-402d-9209-d2c263e57df3 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:32.752852 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49c70992-d690-4f8f-886b-4d88c39eed0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (2c2a2f65-8619-4c3b-b5f4-8a8563aca13c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.755489 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Port c6946d2f-995b-4259-8613-602c1ec6ca53 on network e1d851be-8713-402d-9209-d2c263e57df3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:32:32.755692 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Attempting to bind port c6946d2f-995b-4259-8613-602c1ec6ca53 on network e1d851be-8713-402d-9209-d2c263e57df3 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:32.782238 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:32.782746 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Checking segment: {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:32.783278 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Bound using segment: {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:32.783973 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Bound port: c6946d2f-995b-4259-8613-602c1ec6ca53, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:32.784612 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.787639 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Transition to ACTIVE for port object b0141c1d-7120-44a2-96bf-6311d85e1468 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:32:32.823186 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-49c70992-d690-4f8f-886b-4d88c39eed0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d63549cb84a46fca2832960609c6440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106832 Apr 14 21:32:32.823804 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55592) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:32.829153 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e8fa4639-2f04-4688-924d-c0de626cad98 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:32.834545 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c70992-d690-4f8f-886b-4d88c39eed0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2a2f65-8619-4c3b-b5f4-8a8563aca13c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:32.888588 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.939556 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-731e5900-1ddc-4ca3-af58-8843d816a662 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:32.948798 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-731e5900-1ddc-4ca3-af58-8843d816a662 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/networks?id=a8fecfe2-76b7-4925-b617-b1a8b018293b HTTP/1.1" status: 200 len: 810 time: 0.4150670 Apr 14 21:32:32.967782 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:32.971464 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:32.976330 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfa04dc-dd8f-45e3-87a9-26a34c64fd72 admin admin] Publish callbacks [] for security_group (2c2a2f65-8619-4c3b-b5f4-8a8563aca13c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.981643 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port e8fa4639-2f04-4688-924d-c0de626cad98 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:32:32.990306 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:33.003067 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port e8fa4639-2f04-4688-924d-c0de626cad98 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:33.003798 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:33.038243 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfa04dc-dd8f-45e3-87a9-26a34c64fd72 admin admin] Publish callbacks [] for security_group (2c2a2f65-8619-4c3b-b5f4-8a8563aca13c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:33.057199 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:33.058217 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:33.059643 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/c6946d2f-995b-4259-8613-602c1ec6ca53 HTTP/1.1" status: 200 len: 1094 time: 1.2268574 Apr 14 21:32:33.060123 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:33.062516 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205e29d8-5098-45a7-84d7-3cb9c91510b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:33.115095 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca34a03-9ae4-4f81-92a2-683043ae5e94 req-18ba5c13-5e98-4e11-9a0f-0a2757dde593 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:33.116894 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5ca34a03-9ae4-4f81-92a2-683043ae5e94 req-18ba5c13-5e98-4e11-9a0f-0a2757dde593 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 945 time: 0.3636065 Apr 14 21:32:33.137536 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101718ab-2345-4c3e-9ba6-f779c227a0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:33.165658 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-6b0e850e-cebe-489e-91d3-4a0f1f4ce436 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/quotas/46de92a2e6f247f3887e107e57ca4be1 HTTP/1.1" status: 200 len: 375 time: 0.2138827 Apr 14 21:32:33.185050 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfa04dc-dd8f-45e3-87a9-26a34c64fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (2c2a2f65-8619-4c3b-b5f4-8a8563aca13c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:33.189054 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dcfa04dc-dd8f-45e3-87a9-26a34c64fd72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:33.190057 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Pushing event updated for resources: {'Port': ['ID=b0141c1d-7120-44a2-96bf-6311d85e1468,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:33.192955 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-dcfa04dc-dd8f-45e3-87a9-26a34c64fd72 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c2a2f65-8619-4c3b-b5f4-8a8563aca13c HTTP/1.1" status: 204 len: 168 time: 0.3647625 Apr 14 21:32:33.219374 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa04dc-dd8f-45e3-87a9-26a34c64fd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2a2f65-8619-4c3b-b5f4-8a8563aca13c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:33.296384 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e8fa4639-2f04-4688-924d-c0de626cad98 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:33.303037 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:33.313871 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-19b86885-1eef-4b0d-80b5-53f291946ed1 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=46de92a2e6f247f3887e107e57ca4be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184766 Apr 14 21:32:33.458068 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5e3aca-efe4-4cb4-bce3-281f9cae3974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fa4639-2f04-4688-924d-c0de626cad98'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:33.522999 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-9263f627-5eac-4e18-9cea-456aad39e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:33.525345 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-9263f627-5eac-4e18-9cea-456aad39e79e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.6407413 Apr 14 21:32:33.558297 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e8fa4639-2f04-4688-924d-c0de626cad98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e8fa4639-2f04-4688-924d-c0de626cad98,segment=NetworkSegment(afb5bcbc-706e-4511-b4f7-ab4a164de742),segment_id=afb5bcbc-706e-4511-b4f7-ab4a164de742)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:33.573233 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:33.582327 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5ca34a03-9ae4-4f81-92a2-683043ae5e94 req-7c888497-2395-410e-89ca-b1f7706631eb tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116197 Apr 14 21:32:33.655875 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Attempting to bind port b0141c1d-7120-44a2-96bf-6311d85e1468 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:33.656265 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Attempting to bind port b0141c1d-7120-44a2-96bf-6311d85e1468 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:33.656605 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Attempting to bind port b0141c1d-7120-44a2-96bf-6311d85e1468 on network ceaaf06e-dae3-4424-9485-0b5c1f33286d {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:33.660757 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-6e55fe65-f1c2-403a-8208-2c542f0843bb service neutron] 10.222.0.47 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194430 Apr 14 21:32:33.668023 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Port b0141c1d-7120-44a2-96bf-6311d85e1468 on network ceaaf06e-dae3-4424-9485-0b5c1f33286d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:32:33.668346 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Attempting to bind port b0141c1d-7120-44a2-96bf-6311d85e1468 on network ceaaf06e-dae3-4424-9485-0b5c1f33286d {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:33.761654 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:33.782209 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Checking segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:33.782646 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Bound using segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:33.783240 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Bound port: b0141c1d-7120-44a2-96bf-6311d85e1468, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:33.783613 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:33.819239 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e8fa4639-2f04-4688-924d-c0de626cad98,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:33.880609 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dbb96-043d-437e-9fd7-198ddda3b4d9 req-4049f1f5-2a84-481f-bd92-d2048fdb85e3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:33.882100 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3a8dbb96-043d-437e-9fd7-198ddda3b4d9 req-4049f1f5-2a84-481f-bd92-d2048fdb85e3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 943 time: 0.1907260 Apr 14 21:32:33.901376 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55642) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:33.971667 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-a875e167-9b92-4c73-ab7d-fed9689dd87a service neutron] 10.222.0.47 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878237 Apr 14 21:32:33.991121 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] For port b0141c1d-7120-44a2-96bf-6311d85e1468, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:33.995767 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] For port b0141c1d-7120-44a2-96bf-6311d85e1468, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b0141c1d-7120-44a2-96bf-6311d85e1468,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:34.001823 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3a8dbb96-043d-437e-9fd7-198ddda3b4d9 req-5e077363-9fbd-43a4-8163-ef5ac8a71f3a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991201 Apr 14 21:32:34.003313 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:34.018417 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba9b36d-94c5-4dc8-b528-f0e44b8ef51b" -d '{"events": [{"server_uuid": "eb5e3aca-efe4-4cb4-bce3-281f9cae3974", "name": "network-vif-plugged", "status": "completed", "tag": "e8fa4639-2f04-4688-924d-c0de626cad98"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:34.038233 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:34.038914 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:34.041263 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] 10.222.0.13 "PUT /v2.0/ports/b0141c1d-7120-44a2-96bf-6311d85e1468 HTTP/1.1" status: 200 len: 1093 time: 2.1318142 Apr 14 21:32:34.041653 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22984295-da48-44cc-978c-7d9f49a45ce2', 'tag': 'b0141c1d-7120-44a2-96bf-6311d85e1468'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:34.043917 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54f5ed4-9199-40e2-a5a5-aca6acf3955b" -d '{"events": [{"name": "network-changed", "server_uuid": "22984295-da48-44cc-978c-7d9f49a45ce2", "tag": "b0141c1d-7120-44a2-96bf-6311d85e1468"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:34.075118 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d12d7e-c732-4ec9-9610-70c7bcec60ee service neutron] Pushing event updated for resources: {'Port': ['ID=b0141c1d-7120-44a2-96bf-6311d85e1468,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:34.158696 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2446f4fb-05a3-4a16-873d-eec426e84947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:34.170447 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184eb337-556c-40c0-946d-88f2098ec679 x-openstack-request-id: req-184eb337-556c-40c0-946d-88f2098ec679 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:34.170447 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:34.170447 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-184eb337-556c-40c0-946d-88f2098ec679 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:34.170447 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184eb337-556c-40c0-946d-88f2098ec679'] response: {'name': 'network-changed', 'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'status': 'completed', 'code': 200} Apr 14 21:32:34.303440 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2446f4fb-05a3-4a16-873d-eec426e84947 admin admin] Publish callbacks [] for security_group (e50f68bd-19bc-499c-bded-8057b27fa2e1), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:34.314769 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2446f4fb-05a3-4a16-873d-eec426e84947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (e50f68bd-19bc-499c-bded-8057b27fa2e1), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:34.353148 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446f4fb-05a3-4a16-873d-eec426e84947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50f68bd-19bc-499c-bded-8057b27fa2e1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:34.381644 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-2446f4fb-05a3-4a16-873d-eec426e84947 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=169055890c234fe4bc793b26489eca13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4780509 Apr 14 21:32:34.384067 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55666) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:34.385461 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee49e-9f77-4c81-b0ad-6743ed099172 req-6ec6b800-93e9-4d26-90bd-f8ecebb93473 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:34.388143 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b8ee49e-9f77-4c81-b0ad-6743ed099172 req-6ec6b800-93e9-4d26-90bd-f8ecebb93473 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.1379223 Apr 14 21:32:34.444696 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4f586f7-13dc-4f71-ba4f-11b09bba2c7d admin admin] Publish callbacks [] for security_group (e50f68bd-19bc-499c-bded-8057b27fa2e1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:34.455269 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ba024f-0c90-4ebe-b6d3-7c0fb2ea843f x-openstack-request-id: req-35ba024f-0c90-4ebe-b6d3-7c0fb2ea843f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:34.455663 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5e3aca-efe4-4cb4-bce3-281f9cae3974", "name": "network-vif-plugged", "status": "completed", "tag": "e8fa4639-2f04-4688-924d-c0de626cad98", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:34.455898 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-35ba024f-0c90-4ebe-b6d3-7c0fb2ea843f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:34.456467 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ba024f-0c90-4ebe-b6d3-7c0fb2ea843f'] response: {'server_uuid': 'eb5e3aca-efe4-4cb4-bce3-281f9cae3974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fa4639-2f04-4688-924d-c0de626cad98', 'code': 200} Apr 14 21:32:34.498729 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4f586f7-13dc-4f71-ba4f-11b09bba2c7d admin admin] Publish callbacks [] for security_group (e50f68bd-19bc-499c-bded-8057b27fa2e1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:34.509568 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b8ee49e-9f77-4c81-b0ad-6743ed099172 req-fb19aebe-c2c3-45cb-8f69-ba2998fa7766 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973265 Apr 14 21:32:34.511421 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adfffce-3abd-421f-9ff7-2ae7018af78a x-openstack-request-id: req-0adfffce-3abd-421f-9ff7-2ae7018af78a {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:34.511774 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22984295-da48-44cc-978c-7d9f49a45ce2", "tag": "b0141c1d-7120-44a2-96bf-6311d85e1468", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:34.513912 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0adfffce-3abd-421f-9ff7-2ae7018af78a {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:34.514404 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adfffce-3abd-421f-9ff7-2ae7018af78a'] response: {'name': 'network-changed', 'server_uuid': '22984295-da48-44cc-978c-7d9f49a45ce2', 'tag': 'b0141c1d-7120-44a2-96bf-6311d85e1468', 'status': 'completed', 'code': 200} Apr 14 21:32:34.549109 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device d79d9bbf-eb48-4b95-99c9-6300f6cc163e details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:32:34.696814 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-c7ccf82c-265b-4104-beda-ceeaafb6073c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e HTTP/1.1" status: 200 len: 217 time: 0.1372783 Apr 14 21:32:34.699652 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4f586f7-13dc-4f71-ba4f-11b09bba2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (e50f68bd-19bc-499c-bded-8057b27fa2e1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:34.703520 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4f586f7-13dc-4f71-ba4f-11b09bba2c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:34.705173 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a4f586f7-13dc-4f71-ba4f-11b09bba2c7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e50f68bd-19bc-499c-bded-8057b27fa2e1 HTTP/1.1" status: 204 len: 168 time: 0.3199637 Apr 14 21:32:34.784398 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f586f7-13dc-4f71-ba4f-11b09bba2c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50f68bd-19bc-499c-bded-8057b27fa2e1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:34.799989 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f5ed4-9199-40e2-a5a5-aca6acf3955b req-609e0dd3-0c3c-4036-83fa-08d344060b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:34.803306 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b54f5ed4-9199-40e2-a5a5-aca6acf3955b req-609e0dd3-0c3c-4036-83fa-08d344060b3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 1127 time: 0.1577618 Apr 14 21:32:34.842076 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24458c-86b4-4897-89ea-6c042592a86f req-7dc55ec5-7efe-4104-a8cb-0c6656ca1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:34.843840 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-7dc55ec5-7efe-4104-a8cb-0c6656ca1fd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 1128 time: 0.2831321 Apr 14 21:32:34.888836 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port d79d9bbf-eb48-4b95-99c9-6300f6cc163e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:34.940597 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'd79d9bbf-eb48-4b95-99c9-6300f6cc163e', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'port_id': 'd79d9bbf-eb48-4b95-99c9-6300f6cc163e', 'mac_address': 'fa:16:3e:87:f6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:32:34.956140 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-75160021-738a-4524-b351-cd3426fc3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:34.958261 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-75160021-738a-4524-b351-cd3426fc3759 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.2606602 Apr 14 21:32:35.040259 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port d79d9bbf-eb48-4b95-99c9-6300f6cc163e is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:35.040752 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:35.061603 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6c5d8e48-d51a-4a6c-8e01-da26c3875d49 req-994c3019-8cb5-4b95-bd56-104856d9892b tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 210 time: 0.3944428 Apr 14 21:32:35.088004 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79d9bbf-eb48-4b95-99c9-6300f6cc163e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:32:35.145285 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port d79d9bbf-eb48-4b95-99c9-6300f6cc163e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:35.161165 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:35.298933 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:35.444043 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['d79d9bbf-eb48-4b95-99c9-6300f6cc163e'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:32:35.537178 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55714) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:35.557049 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-701cc896-a376-4995-b27b-2168f7929321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:35.559226 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-701cc896-a376-4995-b27b-2168f7929321 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5565317 Apr 14 21:32:35.587073 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71fb6073-a92d-41e7-a9d2-289c5ad27636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:35.600601 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f5ed4-9199-40e2-a5a5-aca6acf3955b req-a5647734-6020-400b-80c9-0f47db9179f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:35.603351 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b54f5ed4-9199-40e2-a5a5-aca6acf3955b req-a5647734-6020-400b-80c9-0f47db9179f5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=371e0c1995de4102a2649bc4866a3f74&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7925146 Apr 14 21:32:35.744923 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71fb6073-a92d-41e7-a9d2-289c5ad27636 admin admin] Publish callbacks [] for security_group (44d35c1f-e37e-4f9a-b2b7-7ac944c171f9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:35.747460 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-cd1f4451-62d2-4530-9143-1fb2cf1d3409 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6946d2f-995b-4259-8613-602c1ec6ca53 HTTP/1.1" status: 200 len: 217 time: 0.7515347 Apr 14 21:32:35.754734 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab10307-3dbc-4c12-a712-46e219eaf568 req-dd500962-a495-49ac-a037-7708282aa656 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:35.757493 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71fb6073-a92d-41e7-a9d2-289c5ad27636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (44d35c1f-e37e-4f9a-b2b7-7ac944c171f9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:35.762579 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3ab10307-3dbc-4c12-a712-46e219eaf568 req-dd500962-a495-49ac-a037-7708282aa656 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 943 time: 0.1535792 Apr 14 21:32:35.796264 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08e71-1f0e-4fb5-8f5f-adde650b6339 req-e1f06025-84c8-44cf-99e6-dbe241059639 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:35.797781 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e4b08e71-1f0e-4fb5-8f5f-adde650b6339 req-e1f06025-84c8-44cf-99e6-dbe241059639 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 1.0140932 Apr 14 21:32:35.801415 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-71fb6073-a92d-41e7-a9d2-289c5ad27636 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ae8b71cbef04965a8c815179502b6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624533 Apr 14 21:32:35.803630 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb6073-a92d-41e7-a9d2-289c5ad27636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d35c1f-e37e-4f9a-b2b7-7ac944c171f9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:35.805696 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5030015-6613-4d30-b388-28f33641a7f1 req-b746c939-47e9-470e-ba3d-b52de1dd8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:35.807595 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d5030015-6613-4d30-b388-28f33641a7f1 req-b746c939-47e9-470e-ba3d-b52de1dd8bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 1130 time: 0.9317551 Apr 14 21:32:35.807721 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:35.888465 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3ab10307-3dbc-4c12-a712-46e219eaf568 req-44e90392-8e20-46a5-84ba-80055aa40347 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246781 Apr 14 21:32:36.011048 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f5ed4-9199-40e2-a5a5-aca6acf3955b req-61b63f33-ab6c-41a7-8339-c5359ba2909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:36.012739 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b54f5ed4-9199-40e2-a5a5-aca6acf3955b req-61b63f33-ab6c-41a7-8339-c5359ba2909a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827071 Apr 14 21:32:36.013370 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.13', 53474) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:36.035615 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d5030015-6613-4d30-b388-28f33641a7f1 req-396dada1-06f2-468e-945b-6f3da6cf0bf0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.135464 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-aa8d6d5c-137c-4db3-8c5d-72218fd63638 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153294 Apr 14 21:32:36.171142 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-ff35908b-487b-4ca3-91e9-9daddb9b0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:36.172745 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-ff35908b-487b-4ca3-91e9-9daddb9b0cb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 1127 time: 0.0767469 Apr 14 21:32:36.177037 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a45a-c0f9-4499-8ce4-6330064a4c06 admin admin] Publish callbacks [] for security_group (44d35c1f-e37e-4f9a-b2b7-7ac944c171f9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.203096 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e4b08e71-1f0e-4fb5-8f5f-adde650b6339 req-cfb2c9c1-1ff6-40e2-8c80-c9157758f8ba tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599951 Apr 14 21:32:36.210482 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a45a-c0f9-4499-8ce4-6330064a4c06 admin admin] Publish callbacks [] for security_group (44d35c1f-e37e-4f9a-b2b7-7ac944c171f9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.320345 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3acd83-5217-44f8-b492-cb007d15ced6 req-aadaf00d-5352-4c7c-8009-c379c609c624 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:36.322589 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f3acd83-5217-44f8-b492-cb007d15ced6 req-aadaf00d-5352-4c7c-8009-c379c609c624 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.2887249 Apr 14 21:32:36.324547 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a45a-c0f9-4499-8ce4-6330064a4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (44d35c1f-e37e-4f9a-b2b7-7ac944c171f9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.327300 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a45a-c0f9-4499-8ce4-6330064a4c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.331120 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3ed6a45a-c0f9-4499-8ce4-6330064a4c06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44d35c1f-e37e-4f9a-b2b7-7ac944c171f9 HTTP/1.1" status: 204 len: 168 time: 0.5191433 Apr 14 21:32:36.374660 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24458c-86b4-4897-89ea-6c042592a86f req-1274f4ea-103e-4222-bf5b-b1e4f5a2a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:36.375312 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-aa5a89de-3c01-48f6-b0e8-e944caeb6678 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:36.376750 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-1274f4ea-103e-4222-bf5b-b1e4f5a2a704 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.5327163 Apr 14 21:32:36.376868 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-aa5a89de-3c01-48f6-b0e8-e944caeb6678 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.13 "GET /v2.0/networks?id=a8fecfe2-76b7-4925-b617-b1a8b018293b HTTP/1.1" status: 200 len: 810 time: 0.3598344 Apr 14 21:32:36.379678 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-0ea545a1-5515-4020-b5bc-3cf654a3a373 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0141c1d-7120-44a2-96bf-6311d85e1468 HTTP/1.1" status: 200 len: 217 time: 0.1073651 Apr 14 21:32:36.380050 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b04f101a-da10-44f1-a24e-bafe8cdf6fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.386556 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6a45a-c0f9-4499-8ce4-6330064a4c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d35c1f-e37e-4f9a-b2b7-7ac944c171f9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:36.431877 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3d3773d3-3f39-44a7-be5a-51092c40a2b8 req-b872faba-32da-45b9-b448-ff6cbab32d2a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 210 time: 0.1013129 Apr 14 21:32:36.503516 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cd6b1eb-5667-4229-b9aa-a8cc48e86fa9 req-a6f5b57d-22bc-4d66-92ff-0d03ac4ede8e service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181267 Apr 14 21:32:36.515425 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-6eedb46b-a906-49b1-8f43-c0d861190f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:36.516894 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-6eedb46b-a906-49b1-8f43-c0d861190f6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.1194737 Apr 14 21:32:36.519313 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24458c-86b4-4897-89ea-6c042592a86f req-31d45e21-f002-4867-9293-2a3f07b7663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:36.521187 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-31d45e21-f002-4867-9293-2a3f07b7663d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1122785 Apr 14 21:32:36.552781 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f3acd83-5217-44f8-b492-cb007d15ced6 req-d3828a7c-7717-4a21-ac15-45537fe7225c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2173178 Apr 14 21:32:36.565033 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device d79d9bbf-eb48-4b95-99c9-6300f6cc163e up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:36.620814 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-0ec20777-4964-417c-aa40-c72721eb75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:36.622914 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-0ec20777-4964-417c-aa40-c72721eb75f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820205 Apr 14 21:32:36.682114 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d5030015-6613-4d30-b388-28f33641a7f1 req-396dada1-06f2-468e-945b-6f3da6cf0bf0 service neutron] Publish callbacks [] for security_group (66381b06-8b49-4bec-973c-7c7ad727c55a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.684841 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-5b756b56-ae39-4e68-857e-c6ae51aae9d3 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520963 Apr 14 21:32:36.688634 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port d79d9bbf-eb48-4b95-99c9-6300f6cc163e completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:32:36.698589 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port d79d9bbf-eb48-4b95-99c9-6300f6cc163e triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:36.699748 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.707581 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d5030015-6613-4d30-b388-28f33641a7f1 req-396dada1-06f2-468e-945b-6f3da6cf0bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (66381b06-8b49-4bec-973c-7c7ad727c55a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.719648 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-2126d065-8473-455a-aac1-e5ecc1fe6274 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46de92a2e6f247f3887e107e57ca4be1 HTTP/1.1" status: 200 len: 380 time: 0.2062085 Apr 14 21:32:36.758946 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'port': {'device_id': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'admin_state_up': True, 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'security_groups': ['d9a6ab81-277d-482f-9e8f-0b52384193a2']}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:36.834007 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d5030015-6613-4d30-b388-28f33641a7f1 req-396dada1-06f2-468e-945b-6f3da6cf0bf0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9928463 Apr 14 21:32:36.842412 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dada1-06f2-468e-945b-6f3da6cf0bf0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66381b06-8b49-4bec-973c-7c7ad727c55a,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:36.892175 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b24458c-86b4-4897-89ea-6c042592a86f req-26f0fafa-942e-4d31-aff9-64b0d84e75c9 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001483 Apr 14 21:32:36.906132 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port d79d9bbf-eb48-4b95-99c9-6300f6cc163e is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:36.906962 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.914015 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-4e779332-bf54-4027-b4ca-bda16ead2608 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782695 Apr 14 21:32:36.964053 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Made reservation on behalf of 46de92a2e6f247f3887e107e57ca4be1 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:36.968168 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:36.997650 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a306a-ef0b-4219-9133-40e17c7cea84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79d9bbf-eb48-4b95-99c9-6300f6cc163e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:36.999970 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdd8a99-a3b4-4a1a-a042-0db3b6c5a3a7" -d '{"events": [{"server_uuid": "493a306a-ef0b-4219-9133-40e17c7cea84", "name": "network-vif-plugged", "status": "completed", "tag": "d79d9bbf-eb48-4b95-99c9-6300f6cc163e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:37.006727 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port d79d9bbf-eb48-4b95-99c9-6300f6cc163e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:37.011827 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199f762-781a-4652-86ff-bf2509a98771 req-cb232f91-8ddb-4e09-9629-56ed84151483 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:37.019242 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:37.022298 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1199f762-781a-4652-86ff-bf2509a98771 req-cb232f91-8ddb-4e09-9629-56ed84151483 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 943 time: 0.0672781 Apr 14 21:32:37.089428 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1199f762-781a-4652-86ff-bf2509a98771 req-da87ca08-4931-4ab9-bb3f-22bc404f77af tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659394 Apr 14 21:32:37.208730 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f0b303-65fd-4fb5-a76e-36619ca197f2 x-openstack-request-id: req-96f0b303-65fd-4fb5-a76e-36619ca197f2 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:37.209173 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a306a-ef0b-4219-9133-40e17c7cea84", "name": "network-vif-plugged", "status": "completed", "tag": "d79d9bbf-eb48-4b95-99c9-6300f6cc163e", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:37.209561 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-96f0b303-65fd-4fb5-a76e-36619ca197f2 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:37.209864 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f0b303-65fd-4fb5-a76e-36619ca197f2'] response: {'server_uuid': '493a306a-ef0b-4219-9133-40e17c7cea84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79d9bbf-eb48-4b95-99c9-6300f6cc163e', 'code': 200} Apr 14 21:32:37.223421 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-45f598a1-9872-4da6-9fc8-88650fb8b22b req-19267fa6-8e6e-4775-aa1f-72b83a1b1f32 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507957 Apr 14 21:32:37.228593 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Allocated IP 172.20.0.13 (a8fecfe2-76b7-4925-b617-b1a8b018293b/bdd211a7-0033-43a9-a631-1861ed1b49f4/7c901733-1318-4d5d-9b23-9dc9c5f82fb5) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:37.244747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:37.332482 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c15ae-580d-4ee8-87a7-41a12d02ba77 req-d59db132-62cd-4183-85ca-4d8afd87c308 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:37.334021 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b1c15ae-580d-4ee8-87a7-41a12d02ba77 req-d59db132-62cd-4183-85ca-4d8afd87c308 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.0494199 Apr 14 21:32:37.390186 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b1c15ae-580d-4ee8-87a7-41a12d02ba77 req-f9b676ea-471a-434f-8615-cae0b6f2e36c tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476916 Apr 14 21:32:37.424379 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:37.467144 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:37.521131 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Network a8fecfe2-76b7-4925-b617-b1a8b018293b is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:37.526330 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:37.530705 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:32:37.535951 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:37.536564 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:37.551264 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'Port': ['ID=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:37.568622 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-00e53c97-cbac-47a5-b205-9a302527e6f8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8137815 Apr 14 21:32:37.640876 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4d2f7-32d0-4b0d-959b-e389ad465fbd req-a7562d29-313b-4cac-a985-7488dab30af6 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:37.642596 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53a4d2f7-32d0-4b0d-959b-e389ad465fbd req-a7562d29-313b-4cac-a985-7488dab30af6 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 932 time: 0.1057732 Apr 14 21:32:37.773044 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53a4d2f7-32d0-4b0d-959b-e389ad465fbd req-c6fd8a61-3f2a-4712-b1ac-6411ceb7ee73 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174936 Apr 14 21:32:37.821402 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397aefce-074c-4a0d-bdd1-469db41d2ded req-d7de4dc7-b46a-4569-913d-86a38be6c0d1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:37.823019 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-397aefce-074c-4a0d-bdd1-469db41d2ded req-d7de4dc7-b46a-4569-913d-86a38be6c0d1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0666554 Apr 14 21:32:37.895874 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-397aefce-074c-4a0d-bdd1-469db41d2ded req-09764bbf-5f58-4be4-99cf-c04beaae3497 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630190 Apr 14 21:32:37.915293 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-cc4174bc-cc92-4a39-b3cd-ce7101f48505 None None] Provisioning complete for port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:37.934200 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Request body: {'port': {'device_id': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:37.948618 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc4174bc-cc92-4a39-b3cd-ce7101f48505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.041376 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-cc4174bc-cc92-4a39-b3cd-ce7101f48505 None None] Port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:32:38.095088 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.206788 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347205c-df0f-4df5-a174-b135c918615e req-f7ef22c6-a4c0-4822-a5bf-c59fd44093a6 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:38.214618 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8347205c-df0f-4df5-a174-b135c918615e req-f7ef22c6-a4c0-4822-a5bf-c59fd44093a6 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 943 time: 0.0588055 Apr 14 21:32:38.286071 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8347205c-df0f-4df5-a174-b135c918615e req-d099e89e-e6db-4892-b7a6-61900ee83639 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691783 Apr 14 21:32:38.510110 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55836) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:38.525251 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-ba28d327-588b-4144-aeac-0ba259b54a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:38.526883 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-ba28d327-588b-4144-aeac-0ba259b54a8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 1128 time: 0.2265582 Apr 14 21:32:38.541714 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc62b3-5455-4da1-bdee-fe7f38e29d65 req-7cfade8d-8ef6-4d54-b446-c194e0f22139 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:38.543268 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8bdc62b3-5455-4da1-bdee-fe7f38e29d65 req-7cfade8d-8ef6-4d54-b446-c194e0f22139 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.0660195 Apr 14 21:32:38.600000 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8bdc62b3-5455-4da1-bdee-fe7f38e29d65 req-f2397c21-383c-47ac-8f6c-481d0624861a tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503564 Apr 14 21:32:38.624720 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:32:38.632626 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Publish callbacks [] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.648275 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Transition to ACTIVE for port object 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:32:38.649471 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1aff21d8-ead8-4700-a0af-dbdf23c125be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.654028 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.740058 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Pushing event updated for resources: {'Port': ['ID=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:38.743379 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Attempting to bind port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:32:38.743541 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Attempting to bind port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:32:38.743848 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Attempting to bind port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 on network a8fecfe2-76b7-4925-b617-b1a8b018293b {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:38.750771 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 on network a8fecfe2-76b7-4925-b617-b1a8b018293b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:32:38.751107 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Attempting to bind port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 on network a8fecfe2-76b7-4925-b617-b1a8b018293b {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:32:38.757528 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:32:38.757708 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Checking segment: {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:38.758173 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Bound using segment: {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:32:38.758712 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Bound port: 7c901733-1318-4d5d-9b23-9dc9c5f82fb5, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:32:38.758961 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.759036 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1aff21d8-ead8-4700-a0af-dbdf23c125be admin admin] Publish callbacks [] for security_group (d88805c4-0eab-43df-a0cd-1ad16310c3c4), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.764689 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1aff21d8-ead8-4700-a0af-dbdf23c125be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (d88805c4-0eab-43df-a0cd-1ad16310c3c4), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.831226 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1aff21d8-ead8-4700-a0af-dbdf23c125be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ae23ce3f611949ef9238754b96782e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195462 Apr 14 21:32:38.832438 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff21d8-ead8-4700-a0af-dbdf23c125be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88805c4-0eab-43df-a0cd-1ad16310c3c4,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:38.837614 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55848) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:38.871408 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c8592c4e-3014-47f8-b0a2-842cf4a6b0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.876318 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] For port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5, host hv-cinder-83754, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:32:38.880349 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] For port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:32:38.892593 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.955666 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:38.958258 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:38.959753 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] 10.222.0.13 "PUT /v2.0/ports/7c901733-1318-4d5d-9b23-9dc9c5f82fb5 HTTP/1.1" status: 200 len: 1094 time: 1.0366125 Apr 14 21:32:38.962299 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'tag': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:38.973202 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8b6ac4-f7ee-4a40-b594-471b11b76e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a260bf3e-1006-4e1b-a773-ff069637d66a", "tag": "7c901733-1318-4d5d-9b23-9dc9c5f82fb5"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:38.973925 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17d306-1b58-4aeb-80ec-8609b48c193b req-f0745174-6a3c-4f43-94dd-a0260775270e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:38.975707 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c17d306-1b58-4aeb-80ec-8609b48c193b req-f0745174-6a3c-4f43-94dd-a0260775270e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 944 time: 0.1170766 Apr 14 21:32:39.004466 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f2fc449a-f1a3-4041-8e8d-e5430e2c422b admin admin] Publish callbacks [] for security_group (d88805c4-0eab-43df-a0cd-1ad16310c3c4), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.031267 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb023b-f699-4e74-9d2a-67ac0a545bfd service neutron] Pushing event updated for resources: {'Port': ['ID=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:39.107966 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f2fc449a-f1a3-4041-8e8d-e5430e2c422b admin admin] Publish callbacks [] for security_group (d88805c4-0eab-43df-a0cd-1ad16310c3c4), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.162218 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fecccb-82b5-4aae-a1bd-c8c178537a5d req-416a5c27-c9a6-49b4-a5c5-4981cdd329dc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:39.163819 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-61fecccb-82b5-4aae-a1bd-c8c178537a5d req-416a5c27-c9a6-49b4-a5c5-4981cdd329dc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.1382356 Apr 14 21:32:39.172598 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c17d306-1b58-4aeb-80ec-8609b48c193b req-9a8ddcb0-bca4-4e3b-a904-22c8c8fa6bd6 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859057 Apr 14 21:32:39.252174 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-61fecccb-82b5-4aae-a1bd-c8c178537a5d req-ebcdae54-d47e-45cb-9313-ee2bd91753ae tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785813 Apr 14 21:32:39.253049 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f2fc449a-f1a3-4041-8e8d-e5430e2c422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (d88805c4-0eab-43df-a0cd-1ad16310c3c4), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.255604 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f2fc449a-f1a3-4041-8e8d-e5430e2c422b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.256631 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f2fc449a-f1a3-4041-8e8d-e5430e2c422b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d88805c4-0eab-43df-a0cd-1ad16310c3c4 HTTP/1.1" status: 204 len: 168 time: 0.4180679 Apr 14 21:32:39.267674 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4abbc2-4059-47b4-a37c-e9448d90015f x-openstack-request-id: req-5b4abbc2-4059-47b4-a37c-e9448d90015f {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:39.268086 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a260bf3e-1006-4e1b-a773-ff069637d66a", "tag": "7c901733-1318-4d5d-9b23-9dc9c5f82fb5", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:39.268580 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b4abbc2-4059-47b4-a37c-e9448d90015f {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:39.269048 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4abbc2-4059-47b4-a37c-e9448d90015f'] response: {'name': 'network-changed', 'server_uuid': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'tag': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5', 'status': 'completed', 'code': 200} Apr 14 21:32:39.279246 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc449a-f1a3-4041-8e8d-e5430e2c422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88805c4-0eab-43df-a0cd-1ad16310c3c4,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:39.442936 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bcc7c-8120-46d7-bed0-bd69f2b00641 req-6ecbd4fd-360c-47f0-999c-5b2e3b6ae564 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:39.444481 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-148bcc7c-8120-46d7-bed0-bd69f2b00641 req-6ecbd4fd-360c-47f0-999c-5b2e3b6ae564 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 943 time: 0.0505960 Apr 14 21:32:39.501023 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-148bcc7c-8120-46d7-bed0-bd69f2b00641 req-9292bd07-f908-4a49-8934-91f0c5797740 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480738 Apr 14 21:32:39.583595 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55884) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:39.598296 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf003-1769-4c66-b682-2f5fbf01cbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.678289 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.697631 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf003-1769-4c66-b682-2f5fbf01cbab admin admin] Publish callbacks [] for security_group (20707e34-073a-4825-ac6b-6678e54d77bc), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.717923 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4eeaf003-1769-4c66-b682-2f5fbf01cbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (20707e34-073a-4825-ac6b-6678e54d77bc), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.758704 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaf003-1769-4c66-b682-2f5fbf01cbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20707e34-073a-4825-ac6b-6678e54d77bc,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:39.783420 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce173e-557b-48dc-a966-de1d4cc186b2 req-02cb66f0-8c1e-4416-95c7-efc298aac20b tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:39.785013 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-29ce173e-557b-48dc-a966-de1d4cc186b2 req-02cb66f0-8c1e-4416-95c7-efc298aac20b tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.1083179 Apr 14 21:32:39.791212 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-4eeaf003-1769-4c66-b682-2f5fbf01cbab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd6e64a01ea145789308b0bad0c6f6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044609 Apr 14 21:32:39.793387 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55892) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:39.835235 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-29ce173e-557b-48dc-a966-de1d4cc186b2 req-fb251eb8-ee79-4343-bfec-e9c25bf9f909 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433362 Apr 14 21:32:39.851774 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fa49ff8-05a3-4a05-bbcf-75311f84491f admin admin] Publish callbacks [] for security_group (20707e34-073a-4825-ac6b-6678e54d77bc), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.874331 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fa49ff8-05a3-4a05-bbcf-75311f84491f admin admin] Publish callbacks [] for security_group (20707e34-073a-4825-ac6b-6678e54d77bc), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.924958 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fa49ff8-05a3-4a05-bbcf-75311f84491f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (20707e34-073a-4825-ac6b-6678e54d77bc), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.927475 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6fa49ff8-05a3-4a05-bbcf-75311f84491f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:39.931326 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6fa49ff8-05a3-4a05-bbcf-75311f84491f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/20707e34-073a-4825-ac6b-6678e54d77bc HTTP/1.1" status: 204 len: 168 time: 0.1341362 Apr 14 21:32:39.939546 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device c6946d2f-995b-4259-8613-602c1ec6ca53 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:32:39.950018 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa49ff8-05a3-4a05-bbcf-75311f84491f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20707e34-073a-4825-ac6b-6678e54d77bc,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:40.083179 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:40.097377 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'port_id': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'mac_address': 'fa:16:3e:60:dd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:32:40.140697 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port c6946d2f-995b-4259-8613-602c1ec6ca53 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:40.141265 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:40.163023 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6946d2f-995b-4259-8613-602c1ec6ca53 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:32:40.171213 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55908) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:40.185706 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:40.192847 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:40.266153 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:40.324667 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d78f5a6-70ba-4416-8eca-93178f4652f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:40.364713 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23b191-3813-45d2-b7a4-1ca233474f0b req-619ea679-3a16-4c93-af4f-29b47973eef8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:40.376902 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2e23b191-3813-45d2-b7a4-1ca233474f0b req-619ea679-3a16-4c93-af4f-29b47973eef8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 944 time: 0.0869446 Apr 14 21:32:40.432383 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d78f5a6-70ba-4416-8eca-93178f4652f2 admin admin] Publish callbacks [] for security_group (91e81c24-a839-4911-a335-2128ffcaab14), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:40.439325 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d78f5a6-70ba-4416-8eca-93178f4652f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (91e81c24-a839-4911-a335-2128ffcaab14), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:40.472670 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2709d-6875-4d2d-aef3-f442262bcd00 req-c81e28c9-796c-4dd9-bdc2-a24eb9d929a5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:40.474185 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7df2709d-6875-4d2d-aef3-f442262bcd00 req-c81e28c9-796c-4dd9-bdc2-a24eb9d929a5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 945 time: 0.0756068 Apr 14 21:32:40.487183 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2e23b191-3813-45d2-b7a4-1ca233474f0b req-e77786e9-be3f-41cf-87b7-cb6861bcc121 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086161 Apr 14 21:32:40.493536 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8d78f5a6-70ba-4416-8eca-93178f4652f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c51f3b70580d4eee96fcba43f0e10fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212383 Apr 14 21:32:40.494709 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78f5a6-70ba-4416-8eca-93178f4652f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e81c24-a839-4911-a335-2128ffcaab14,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:40.497645 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55926) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:40.578761 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-197cbf8c-5e9b-4c56-8f79-add46d7a6836 admin admin] Publish callbacks [] for security_group (91e81c24-a839-4911-a335-2128ffcaab14), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:40.590350 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7df2709d-6875-4d2d-aef3-f442262bcd00 req-3e65896f-f858-4363-9bbc-cd4bb7d684f6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020889 Apr 14 21:32:40.614407 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-197cbf8c-5e9b-4c56-8f79-add46d7a6836 admin admin] Publish callbacks [] for security_group (91e81c24-a839-4911-a335-2128ffcaab14), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:40.685924 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-197cbf8c-5e9b-4c56-8f79-add46d7a6836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (91e81c24-a839-4911-a335-2128ffcaab14), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:40.688444 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-197cbf8c-5e9b-4c56-8f79-add46d7a6836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:40.691840 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-197cbf8c-5e9b-4c56-8f79-add46d7a6836 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91e81c24-a839-4911-a335-2128ffcaab14 HTTP/1.1" status: 204 len: 168 time: 0.1908171 Apr 14 21:32:40.700774 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cbf8c-5e9b-4c56-8f79-add46d7a6836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e81c24-a839-4911-a335-2128ffcaab14,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:40.707697 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3c9eb-2c3e-4ef1-8dc8-d08392b8ff82 req-9e06b520-5cc0-45db-8d41-0f54518a835b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:40.710204 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7df3c9eb-2c3e-4ef1-8dc8-d08392b8ff82 req-9e06b520-5cc0-45db-8d41-0f54518a835b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 943 time: 0.0804951 Apr 14 21:32:40.782545 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7df3c9eb-2c3e-4ef1-8dc8-d08392b8ff82 req-a05dfd03-63b6-41e6-b34f-d11dfe665b8d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624623 Apr 14 21:32:40.960441 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a15df-cc89-4eb5-aa42-74cd6aee32d8 req-4521dcb4-510a-4e82-a8b4-7ea7627a490c tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:40.966806 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a65a15df-cc89-4eb5-aa42-74cd6aee32d8 req-4521dcb4-510a-4e82-a8b4-7ea7627a490c tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.0602632 Apr 14 21:32:41.018555 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a65a15df-cc89-4eb5-aa42-74cd6aee32d8 req-178d4e5d-798f-4cd6-b94a-2dd6a811cd29 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499933 Apr 14 21:32:41.040261 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55958) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:41.055919 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49c8ece8-1f8c-47fe-aa18-3f2b7527083f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.145619 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49c8ece8-1f8c-47fe-aa18-3f2b7527083f admin admin] Publish callbacks [] for security_group (fd78980d-a4fe-4686-984e-21f049033102), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.150550 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-49c8ece8-1f8c-47fe-aa18-3f2b7527083f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (fd78980d-a4fe-4686-984e-21f049033102), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.191066 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-49c8ece8-1f8c-47fe-aa18-3f2b7527083f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f288b016bdb4122a333c6fe12b00bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486149 Apr 14 21:32:41.192680 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8ece8-1f8c-47fe-aa18-3f2b7527083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd78980d-a4fe-4686-984e-21f049033102,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:41.194397 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55966) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:41.236218 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 55968) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:41.266270 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-beab16ea-d748-4ca5-b42a-0e9acb5b6528 admin admin] Publish callbacks [] for security_group (fd78980d-a4fe-4686-984e-21f049033102), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.285772 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['c6946d2f-995b-4259-8613-602c1ec6ca53'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:32:41.297331 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-beab16ea-d748-4ca5-b42a-0e9acb5b6528 admin admin] Publish callbacks [] for security_group (fd78980d-a4fe-4686-984e-21f049033102), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.327268 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.363376 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-beab16ea-d748-4ca5-b42a-0e9acb5b6528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (fd78980d-a4fe-4686-984e-21f049033102), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.366320 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-beab16ea-d748-4ca5-b42a-0e9acb5b6528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.370988 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-beab16ea-d748-4ca5-b42a-0e9acb5b6528 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd78980d-a4fe-4686-984e-21f049033102 HTTP/1.1" status: 204 len: 168 time: 0.1707838 Apr 14 21:32:41.392828 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab16ea-d748-4ca5-b42a-0e9acb5b6528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd78980d-a4fe-4686-984e-21f049033102,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:41.415228 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdafe8e4-e53b-41b4-9ad3-89b7f2d86934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.506187 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdafe8e4-e53b-41b4-9ad3-89b7f2d86934 admin admin] Publish callbacks [] for security_group (392e11e9-2470-476b-b5f1-a50c64a39f08), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.511628 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fdafe8e4-e53b-41b4-9ad3-89b7f2d86934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (392e11e9-2470-476b-b5f1-a50c64a39f08), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.567984 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 55992) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:41.568115 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-fdafe8e4-e53b-41b4-9ad3-89b7f2d86934 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0af397643a844805abba1461f5e1518d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304639 Apr 14 21:32:41.569006 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafe8e4-e53b-41b4-9ad3-89b7f2d86934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392e11e9-2470-476b-b5f1-a50c64a39f08,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:41.678932 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164bf2a-ad68-4376-83e3-fffc7961c35f req-9d22eb67-e288-4a28-bafc-c157a0070537 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:41.681162 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3164bf2a-ad68-4376-83e3-fffc7961c35f req-9d22eb67-e288-4a28-bafc-c157a0070537 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 944 time: 0.0889158 Apr 14 21:32:41.711476 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc7d6-da29-44f9-9f44-edf5071091e8 admin admin] Publish callbacks [] for security_group (392e11e9-2470-476b-b5f1-a50c64a39f08), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.818990 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb63bb-684a-431c-b137-0c87349bc6c2 req-35621d40-da69-4abe-84b7-54bc81ab3022 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:41.821219 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d4fb63bb-684a-431c-b137-0c87349bc6c2 req-35621d40-da69-4abe-84b7-54bc81ab3022 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 945 time: 0.1365054 Apr 14 21:32:41.834057 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc7d6-da29-44f9-9f44-edf5071091e8 admin admin] Publish callbacks [] for security_group (392e11e9-2470-476b-b5f1-a50c64a39f08), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.918694 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3164bf2a-ad68-4376-83e3-fffc7961c35f req-78fa430f-6c02-4f4b-be68-64566b61e19e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295461 Apr 14 21:32:41.965036 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d4fb63bb-684a-431c-b137-0c87349bc6c2 req-c529e041-9679-42f8-ba9d-3916fac78482 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340492 Apr 14 21:32:41.996874 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc7d6-da29-44f9-9f44-edf5071091e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (392e11e9-2470-476b-b5f1-a50c64a39f08), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:41.999605 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cbfbc7d6-da29-44f9-9f44-edf5071091e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:42.003547 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-cbfbc7d6-da29-44f9-9f44-edf5071091e8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/392e11e9-2470-476b-b5f1-a50c64a39f08 HTTP/1.1" status: 204 len: 168 time: 0.4344923 Apr 14 21:32:42.013505 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbc7d6-da29-44f9-9f44-edf5071091e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392e11e9-2470-476b-b5f1-a50c64a39f08,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:42.169376 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a1a5-7db6-48d0-8737-d09bcea84fdb req-26e5dab7-4c70-42b1-b4ea-01b232dbb344 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:42.183286 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cb32a1a5-7db6-48d0-8737-d09bcea84fdb req-26e5dab7-4c70-42b1-b4ea-01b232dbb344 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 943 time: 0.1224692 Apr 14 21:32:42.209634 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd31ed-ac5f-4f01-ac29-4e633b835800 req-b3984230-2393-4120-951e-ba3ce1c25bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:42.212647 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-dcdd31ed-ac5f-4f01-ac29-4e633b835800 req-b3984230-2393-4120-951e-ba3ce1c25bbc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 1129 time: 0.2635822 Apr 14 21:32:42.291799 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c29f51-00f9-4192-8447-1489b9d44409 req-d68a2be8-7ac5-4465-9736-eb31792f3ef4 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:42.293503 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-03c29f51-00f9-4192-8447-1489b9d44409 req-d68a2be8-7ac5-4465-9736-eb31792f3ef4 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.0994606 Apr 14 21:32:42.306066 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cb32a1a5-7db6-48d0-8737-d09bcea84fdb req-6d9f94b3-2827-4a4e-ac8f-688de7d6195f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193371 Apr 14 21:32:42.355904 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-03c29f51-00f9-4192-8447-1489b9d44409 req-325e7fba-795a-488d-9628-5f756f344f86 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487928 Apr 14 21:32:42.401858 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-c990d581-a15d-4cb6-87fa-988c7d92bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:42.403400 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-c990d581-a15d-4cb6-87fa-988c7d92bd28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 917 time: 0.4347637 Apr 14 21:32:42.501473 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-6877fa1c-8263-4bb7-9d4c-eee900cc7d5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6946d2f-995b-4259-8613-602c1ec6ca53 HTTP/1.1" status: 200 len: 217 time: 0.0459845 Apr 14 21:32:42.581143 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-dcdd31ed-ac5f-4f01-ac29-4e633b835800 req-d39ae34d-39d3-46a3-bf2d-f83ce4ee7085 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316922 Apr 14 21:32:42.587424 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-8b95272a-8f42-4461-bd26-68252a17eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:42.588877 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-8b95272a-8f42-4461-bd26-68252a17eefa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.0766227 Apr 14 21:32:42.621325 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b6ac4-f7ee-4a40-b594-471b11b76e1b req-03a23c72-c41e-487a-b77a-e4fce888a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:42.623479 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0b8b6ac4-f7ee-4a40-b594-471b11b76e1b req-03a23c72-c41e-487a-b77a-e4fce888a253 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46de92a2e6f247f3887e107e57ca4be1&device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 1128 time: 0.0418351 Apr 14 21:32:42.670790 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:42.825385 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-c7ddbe03-57da-428a-9665-b2eab483c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:42.826772 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-c7ddbe03-57da-428a-9665-b2eab483c30c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431783 Apr 14 21:32:42.986667 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b6ac4-f7ee-4a40-b594-471b11b76e1b req-91812f0b-c279-41aa-adff-fa42e75fa66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:42.988227 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0b8b6ac4-f7ee-4a40-b594-471b11b76e1b req-91812f0b-c279-41aa-adff-fa42e75fa66a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=46de92a2e6f247f3887e107e57ca4be1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2048862 Apr 14 21:32:43.042353 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd74af5-017a-4c1b-8c81-b8c255feb06e req-90860ed2-1642-4199-8af1-dbafd3d2740c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:43.043909 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8dd74af5-017a-4c1b-8c81-b8c255feb06e req-90860ed2-1642-4199-8af1-dbafd3d2740c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 944 time: 0.0538144 Apr 14 21:32:43.105655 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ae224-524c-4080-8de6-8e57b9a80eb1 req-faa21cc1-90b5-403c-b408-8afa2c23c044 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:43.107191 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb7ae224-524c-4080-8de6-8e57b9a80eb1 req-faa21cc1-90b5-403c-b408-8afa2c23c044 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 945 time: 0.0623858 Apr 14 21:32:43.156022 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8dd74af5-017a-4c1b-8c81-b8c255feb06e req-a1ce88ef-f4a7-44bc-a12b-37270a7694a3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004381 Apr 14 21:32:43.397955 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb7ae224-524c-4080-8de6-8e57b9a80eb1 req-546166ff-e09b-4467-b38f-96baa1bb2075 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2805195 Apr 14 21:32:43.438268 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d524e05-e0a9-4952-85da-269a5c5bae44 req-b905c298-f2d1-4443-b203-c95c8961628c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:43.440143 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7d524e05-e0a9-4952-85da-269a5c5bae44 req-b905c298-f2d1-4443-b203-c95c8961628c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 943 time: 0.0584564 Apr 14 21:32:43.530647 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7d524e05-e0a9-4952-85da-269a5c5bae44 req-77a9f3ca-7135-46b7-98f3-7d7808389c30 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823157 Apr 14 21:32:43.542525 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd784c0c-d3ef-41a8-9b97-b931bd097d92 req-30bf6d5f-4796-4b4b-be48-66b76933f247 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:43.544199 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bd784c0c-d3ef-41a8-9b97-b931bd097d92 req-30bf6d5f-4796-4b4b-be48-66b76933f247 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.0633998 Apr 14 21:32:43.594577 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device b0141c1d-7120-44a2-96bf-6311d85e1468 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:32:43.605699 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bd784c0c-d3ef-41a8-9b97-b931bd097d92 req-3d40c5e0-b67a-4560-8f09-43b03e194c13 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547760 Apr 14 21:32:43.710911 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port b0141c1d-7120-44a2-96bf-6311d85e1468, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b0141c1d-7120-44a2-96bf-6311d85e1468,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:43.725128 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'b0141c1d-7120-44a2-96bf-6311d85e1468', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'port_id': 'b0141c1d-7120-44a2-96bf-6311d85e1468', 'mac_address': 'fa:16:3e:2d:a6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:32:43.769800 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port b0141c1d-7120-44a2-96bf-6311d85e1468 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:43.770197 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:43.784684 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0141c1d-7120-44a2-96bf-6311d85e1468 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:32:43.807618 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port b0141c1d-7120-44a2-96bf-6311d85e1468, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b0141c1d-7120-44a2-96bf-6311d85e1468,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:43.815447 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:43.871394 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=b0141c1d-7120-44a2-96bf-6311d85e1468,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:44.279783 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d276567-788a-43a7-9d9d-803307992a01 req-88fa185c-7802-4c88-a122-b5c7aa73c89d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:44.281318 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0d276567-788a-43a7-9d9d-803307992a01 req-88fa185c-7802-4c88-a122-b5c7aa73c89d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 944 time: 0.0500264 Apr 14 21:32:44.336719 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0d276567-788a-43a7-9d9d-803307992a01 req-97a23957-9611-4dba-8b89-32d479f46ab2 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492113 Apr 14 21:32:44.460889 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-d4383831-b1ff-47be-ac97-475c0d87d6e7 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883834 Apr 14 21:32:44.566494 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368a81e-3091-4f55-8213-55a5c68a4e79 req-37f19d5c-1adf-4345-b696-c109ab4f7153 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:44.567977 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6368a81e-3091-4f55-8213-55a5c68a4e79 req-37f19d5c-1adf-4345-b696-c109ab4f7153 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 945 time: 0.0898321 Apr 14 21:32:44.573983 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b6ac4-f7ee-4a40-b594-471b11b76e1b req-31132fff-e9fe-4cad-b366-e6f2bb820eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:44.574319 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0b8b6ac4-f7ee-4a40-b594-471b11b76e1b req-31132fff-e9fe-4cad-b366-e6f2bb820eba service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004969 Apr 14 21:32:44.645663 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6368a81e-3091-4f55-8213-55a5c68a4e79 req-d646ea61-a4dc-4a8e-a6ca-5a1e8e4b0802 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702839 Apr 14 21:32:44.656615 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd02e53-d824-44a7-89ef-5eb214467550 req-637473bf-8e55-4dcd-93b4-06ac9e7481e5 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:44.658145 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cd02e53-d824-44a7-89ef-5eb214467550 req-637473bf-8e55-4dcd-93b4-06ac9e7481e5 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 944 time: 0.0572703 Apr 14 21:32:44.704531 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cd02e53-d824-44a7-89ef-5eb214467550 req-fb073c72-f690-43d6-87ba-51bd9c736434 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Apr 14 21:32:45.352992 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-5fee15ed-1d6c-4c44-984c-0d684caf10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:45.355198 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-5fee15ed-1d6c-4c44-984c-0d684caf10ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46de92a2e6f247f3887e107e57ca4be1&device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 1128 time: 0.0475841 Apr 14 21:32:45.374825 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-205e29d8-5098-45a7-84d7-3cb9c91510b1 req-1f347b88-1ef7-426d-be46-e9548f97f1d3 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013722 Apr 14 21:32:45.410714 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-842c636d-4bf4-4e72-80ef-320e791c0fbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c901733-1318-4d5d-9b23-9dc9c5f82fb5 HTTP/1.1" status: 200 len: 217 time: 0.0449369 Apr 14 21:32:45.498539 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d3884-0215-40b9-b5a0-bac6b8e6646f req-8d967ac3-7f8d-4701-a508-2274a047cc84 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:45.499954 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d19d3884-0215-40b9-b5a0-bac6b8e6646f req-8d967ac3-7f8d-4701-a508-2274a047cc84 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 944 time: 0.0707812 Apr 14 21:32:45.503565 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-e66cc457-b240-4bdc-b833-7be5e033ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:45.504897 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-e66cc457-b240-4bdc-b833-7be5e033ff55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdd211a7-0033-43a9-a631-1861ed1b49f4 HTTP/1.1" status: 200 len: 849 time: 0.0834379 Apr 14 21:32:45.539389 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['b0141c1d-7120-44a2-96bf-6311d85e1468'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:32:45.551688 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d19d3884-0215-40b9-b5a0-bac6b8e6646f req-ada8327f-4493-4edd-84bb-9be01c120a51 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458438 Apr 14 21:32:45.566161 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device c6946d2f-995b-4259-8613-602c1ec6ca53 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:45.646823 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port c6946d2f-995b-4259-8613-602c1ec6ca53 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:32:45.659142 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port c6946d2f-995b-4259-8613-602c1ec6ca53 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:45.659537 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:45.765464 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826e969-502d-4b29-b163-b4d3ac126049 req-fdd980ad-3b3b-4410-991d-9c45d4bee91c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:45.766953 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5826e969-502d-4b29-b163-b4d3ac126049 req-fdd980ad-3b3b-4410-991d-9c45d4bee91c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 945 time: 0.0502586 Apr 14 21:32:45.787671 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port c6946d2f-995b-4259-8613-602c1ec6ca53 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:45.788057 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:45.811965 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:45.814227 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c97fee-7e80-489c-85b9-5278f1f13247" -d '{"events": [{"server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "name": "network-vif-plugged", "status": "completed", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:45.827349 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:45.831421 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:45.869819 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-9c7ed31c-2b0e-4231-85d7-f961fb3042cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:45.871322 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-9c7ed31c-2b0e-4231-85d7-f961fb3042cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fecfe2-76b7-4925-b617-b1a8b018293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914404 Apr 14 21:32:45.885798 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:45.887593 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f68ae-b28c-4182-91bf-e08d3dbecb70 req-22431c89-c0bd-4ae8-b007-c1dd7ebb21ba tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:45.889093 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ad4f68ae-b28c-4182-91bf-e08d3dbecb70 req-22431c89-c0bd-4ae8-b007-c1dd7ebb21ba tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 944 time: 0.0939143 Apr 14 21:32:45.896422 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5826e969-502d-4b29-b163-b4d3ac126049 req-142a55a3-1c8b-47ad-80ae-93d885a9c816 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1237473 Apr 14 21:32:45.946488 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d836a2d-fa09-4f15-b606-1ddca17d26d0 x-openstack-request-id: req-2d836a2d-fa09-4f15-b606-1ddca17d26d0 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:45.947013 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "name": "network-vif-plugged", "status": "completed", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:45.947277 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2d836a2d-fa09-4f15-b606-1ddca17d26d0 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:45.947685 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d836a2d-fa09-4f15-b606-1ddca17d26d0'] response: {'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'code': 200} Apr 14 21:32:45.989238 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ad4f68ae-b28c-4182-91bf-e08d3dbecb70 req-cc6cfe46-3e1e-482f-a369-069dcf3ae098 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918081 Apr 14 21:32:46.016177 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-1800ef79-8df7-46b9-ab10-d5b2d6fa2278 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121213 Apr 14 21:32:46.145778 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b03b5-b319-469c-8585-6b8135a093d5 req-aa893172-cf52-412d-a1b9-7c885aaaca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:46.147339 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-316b03b5-b319-469c-8585-6b8135a093d5 req-aa893172-cf52-412d-a1b9-7c885aaaca2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 1130 time: 0.0435421 Apr 14 21:32:46.152376 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fb708949-2680-4b82-a77f-085d2609b2d2 req-0a641a08-6b2f-43b1-9e39-e2b7bf3b615a service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957663 Apr 14 21:32:46.435715 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device b0141c1d-7120-44a2-96bf-6311d85e1468 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:46.501092 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port b0141c1d-7120-44a2-96bf-6311d85e1468 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:32:46.507843 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port b0141c1d-7120-44a2-96bf-6311d85e1468 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:46.509413 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:46.609761 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port b0141c1d-7120-44a2-96bf-6311d85e1468 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:46.610410 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:46.654347 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port b0141c1d-7120-44a2-96bf-6311d85e1468, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b0141c1d-7120-44a2-96bf-6311d85e1468,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:46.659438 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:46.714406 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495ebbe-842b-4455-bc56-19d421d33db7 req-e3512429-42e3-4ba2-9940-f07377ac0d60 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:46.716150 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=b0141c1d-7120-44a2-96bf-6311d85e1468,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:46.716297 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d495ebbe-842b-4455-bc56-19d421d33db7 req-e3512429-42e3-4ba2-9940-f07377ac0d60 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 944 time: 0.0660987 Apr 14 21:32:46.775319 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d495ebbe-842b-4455-bc56-19d421d33db7 req-84844cf2-dd75-4f73-9894-d938a73321e1 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528209 Apr 14 21:32:46.806092 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56214) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:46.927786 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-139d994e-103e-4c9f-983a-2722d5a41c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:47.032994 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbed20-dc16-4b5c-8cb8-b671d18534f0 req-11b45f45-f3aa-4971-9703-c1b7ece585c6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:47.034501 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-96fbed20-dc16-4b5c-8cb8-b671d18534f0 req-11b45f45-f3aa-4971-9703-c1b7ece585c6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0616026 Apr 14 21:32:47.066367 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-139d994e-103e-4c9f-983a-2722d5a41c23 admin admin] Publish callbacks [] for security_group (66535943-c8b4-4b3d-8a57-70098c7d5eb4), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:47.071803 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-139d994e-103e-4c9f-983a-2722d5a41c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (66535943-c8b4-4b3d-8a57-70098c7d5eb4), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:47.125989 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-139d994e-103e-4c9f-983a-2722d5a41c23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1950df4c95b4e9889f9ddec3636efea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187561 Apr 14 21:32:47.128672 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56222) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:47.129084 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-96fbed20-dc16-4b5c-8cb8-b671d18534f0 req-d78a3d65-c1d0-4377-a0b1-8cff9644ebbb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890148 Apr 14 21:32:47.129852 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d994e-103e-4c9f-983a-2722d5a41c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66535943-c8b4-4b3d-8a57-70098c7d5eb4,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:47.178529 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b277722a-1fca-4845-b939-6907a893761d admin admin] Publish callbacks [] for security_group (66535943-c8b4-4b3d-8a57-70098c7d5eb4), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:47.202129 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b277722a-1fca-4845-b939-6907a893761d admin admin] Publish callbacks [] for security_group (66535943-c8b4-4b3d-8a57-70098c7d5eb4), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:47.248501 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f2467-97db-4d4b-ae8c-d8cf7810f867 req-8032090d-5243-4399-9c88-8c376772f697 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:47.250132 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b15f2467-97db-4d4b-ae8c-d8cf7810f867 req-8032090d-5243-4399-9c88-8c376772f697 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0570846 Apr 14 21:32:47.257458 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b277722a-1fca-4845-b939-6907a893761d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (66535943-c8b4-4b3d-8a57-70098c7d5eb4), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:47.261917 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b277722a-1fca-4845-b939-6907a893761d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:47.263307 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b277722a-1fca-4845-b939-6907a893761d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66535943-c8b4-4b3d-8a57-70098c7d5eb4 HTTP/1.1" status: 204 len: 168 time: 0.1334765 Apr 14 21:32:47.272077 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277722a-1fca-4845-b939-6907a893761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66535943-c8b4-4b3d-8a57-70098c7d5eb4,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:47.316791 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b15f2467-97db-4d4b-ae8c-d8cf7810f867 req-5b28772e-c96e-4893-a47f-cd3bf9e63c1d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602996 Apr 14 21:32:47.745479 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-316b03b5-b319-469c-8585-6b8135a093d5 req-92ddcc7a-e2d9-4123-8c8d-53b5250c58e9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499523 Apr 14 21:32:47.819105 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56268) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:47.903273 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3fcb0-f3d7-42df-b38b-6ad0a568d4af req-09f6ecfd-2a08-4f60-809c-52cdeae3d8f7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:47.906227 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a1c3fcb0-f3d7-42df-b38b-6ad0a568d4af req-09f6ecfd-2a08-4f60-809c-52cdeae3d8f7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 944 time: 0.0555098 Apr 14 21:32:47.948604 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22984295-da48-44cc-978c-7d9f49a45ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0141c1d-7120-44a2-96bf-6311d85e1468'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:47.951720 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9d5dd5-88e5-4ea8-938a-ba7d7d6b93ab" -d '{"events": [{"server_uuid": "22984295-da48-44cc-978c-7d9f49a45ce2", "name": "network-vif-plugged", "status": "completed", "tag": "b0141c1d-7120-44a2-96bf-6311d85e1468"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:47.979823 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a1c3fcb0-f3d7-42df-b38b-6ad0a568d4af req-0ba5dc82-aa2c-4296-895f-a8cdb0e3d6b8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659692 Apr 14 21:32:47.989000 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96fe592f-99e9-4777-8227-98a8f4605987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.031418 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112c371b-8482-4049-83ac-1f94f2281c4d x-openstack-request-id: req-112c371b-8482-4049-83ac-1f94f2281c4d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:48.031901 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22984295-da48-44cc-978c-7d9f49a45ce2", "name": "network-vif-plugged", "status": "completed", "tag": "b0141c1d-7120-44a2-96bf-6311d85e1468", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:48.032297 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-112c371b-8482-4049-83ac-1f94f2281c4d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:48.032831 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112c371b-8482-4049-83ac-1f94f2281c4d'] response: {'server_uuid': '22984295-da48-44cc-978c-7d9f49a45ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0141c1d-7120-44a2-96bf-6311d85e1468', 'code': 200} Apr 14 21:32:48.100721 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96fe592f-99e9-4777-8227-98a8f4605987 admin admin] Publish callbacks [] for security_group (abe3fb97-c940-491d-b1f6-3683c3025b0e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.111543 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-96fe592f-99e9-4777-8227-98a8f4605987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (abe3fb97-c940-491d-b1f6-3683c3025b0e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.112768 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56284) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:48.152709 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe592f-99e9-4777-8227-98a8f4605987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe3fb97-c940-491d-b1f6-3683c3025b0e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:48.158556 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-96fe592f-99e9-4777-8227-98a8f4605987 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19244b87af2f4821b40610e91de6792d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384171 Apr 14 21:32:48.161335 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56290) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:48.324188 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54140516-3960-4977-9abb-a4e5b3ac06ef req-3ee611a3-0719-450d-bcf7-fbff693547f2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:48.325916 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-54140516-3960-4977-9abb-a4e5b3ac06ef req-3ee611a3-0719-450d-bcf7-fbff693547f2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0803814 Apr 14 21:32:48.326669 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3748982-99c2-4194-ab9e-6572d2f52dcf admin admin] Publish callbacks [] for security_group (abe3fb97-c940-491d-b1f6-3683c3025b0e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.358979 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3748982-99c2-4194-ab9e-6572d2f52dcf admin admin] Publish callbacks [] for security_group (abe3fb97-c940-491d-b1f6-3683c3025b0e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.455804 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-54140516-3960-4977-9abb-a4e5b3ac06ef req-972d213f-3047-492b-aff9-57d65667c047 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1184740 Apr 14 21:32:48.469448 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4da4c-f51d-4f63-992a-1aec3f17ac13 req-6fb980e8-054f-4c46-a6d7-98dfb485f65a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:48.483928 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f4c4da4c-f51d-4f63-992a-1aec3f17ac13 req-6fb980e8-054f-4c46-a6d7-98dfb485f65a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0749049 Apr 14 21:32:48.499751 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3748982-99c2-4194-ab9e-6572d2f52dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (abe3fb97-c940-491d-b1f6-3683c3025b0e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.502180 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3748982-99c2-4194-ab9e-6572d2f52dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.503220 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b3748982-99c2-4194-ab9e-6572d2f52dcf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/abe3fb97-c940-491d-b1f6-3683c3025b0e HTTP/1.1" status: 204 len: 168 time: 0.3409970 Apr 14 21:32:48.518098 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ccfcf41b-924d-40ea-90d4-e91c6f65653a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.533666 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3748982-99c2-4194-ab9e-6572d2f52dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe3fb97-c940-491d-b1f6-3683c3025b0e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:48.572532 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f4c4da4c-f51d-4f63-992a-1aec3f17ac13 req-351071e5-e89a-4b3e-8d61-31d3a95bbd3d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921066 Apr 14 21:32:48.638231 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ccfcf41b-924d-40ea-90d4-e91c6f65653a admin admin] Publish callbacks [] for security_group (a3d2def1-36ab-4350-9729-356f20a06c6f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.648235 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ccfcf41b-924d-40ea-90d4-e91c6f65653a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a3d2def1-36ab-4350-9729-356f20a06c6f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.692027 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcf41b-924d-40ea-90d4-e91c6f65653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d2def1-36ab-4350-9729-356f20a06c6f,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:48.692641 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ade9-7108-40cf-aa6a-670470318d60 req-08c61373-ea99-4679-bc40-c292f0d380bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:48.694226 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2b17ade9-7108-40cf-aa6a-670470318d60 req-08c61373-ea99-4679-bc40-c292f0d380bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 1129 time: 0.0591998 Apr 14 21:32:48.701146 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:48.701345 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-ccfcf41b-924d-40ea-90d4-e91c6f65653a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5fef5776bae04b5494ec071e3cc9ae73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5871563 Apr 14 21:32:48.788066 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c32b8f57-e8ca-4408-a77f-c06504f3b665 admin admin] Publish callbacks [] for security_group (a3d2def1-36ab-4350-9729-356f20a06c6f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.815525 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c32b8f57-e8ca-4408-a77f-c06504f3b665 admin admin] Publish callbacks [] for security_group (a3d2def1-36ab-4350-9729-356f20a06c6f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.891428 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-2b17ade9-7108-40cf-aa6a-670470318d60 req-0ef1b98d-2669-4f1a-8251-0d8cc0ae3d25 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039155 Apr 14 21:32:48.911320 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c32b8f57-e8ca-4408-a77f-c06504f3b665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a3d2def1-36ab-4350-9729-356f20a06c6f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.913843 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c32b8f57-e8ca-4408-a77f-c06504f3b665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:48.918253 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c32b8f57-e8ca-4408-a77f-c06504f3b665 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3d2def1-36ab-4350-9729-356f20a06c6f HTTP/1.1" status: 204 len: 168 time: 0.2160044 Apr 14 21:32:48.926443 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b8f57-e8ca-4408-a77f-c06504f3b665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d2def1-36ab-4350-9729-356f20a06c6f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:49.001650 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56328) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:49.016719 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5159ca3a-88aa-4791-b8d7-f539db436c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.137560 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c14a1-6c75-4336-ad96-5c6987d00121 req-fd68ab23-534d-4214-a5f9-c346ec9a868d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:49.139851 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-730c14a1-6c75-4336-ad96-5c6987d00121 req-fd68ab23-534d-4214-a5f9-c346ec9a868d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 944 time: 0.0688591 Apr 14 21:32:49.147791 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5159ca3a-88aa-4791-b8d7-f539db436c9e admin admin] Publish callbacks [] for security_group (1d6fe34e-4e24-4612-8fe3-12964279a6e7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.154611 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5159ca3a-88aa-4791-b8d7-f539db436c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (1d6fe34e-4e24-4612-8fe3-12964279a6e7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.200198 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-5159ca3a-88aa-4791-b8d7-f539db436c9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1970d1f2fab4024b0d319c5685d141b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972761 Apr 14 21:32:49.201866 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159ca3a-88aa-4791-b8d7-f539db436c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6fe34e-4e24-4612-8fe3-12964279a6e7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:49.203917 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56338) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:49.227674 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-730c14a1-6c75-4336-ad96-5c6987d00121 req-086b1efa-ed2b-4e79-b4b9-a1936d16f6dd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801172 Apr 14 21:32:49.280965 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1ab57582-0524-4cee-b8db-21b80bac6627 admin admin] Publish callbacks [] for security_group (1d6fe34e-4e24-4612-8fe3-12964279a6e7), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.302053 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:32:49.323616 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1ab57582-0524-4cee-b8db-21b80bac6627 admin admin] Publish callbacks [] for security_group (1d6fe34e-4e24-4612-8fe3-12964279a6e7), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.396979 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1ab57582-0524-4cee-b8db-21b80bac6627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (1d6fe34e-4e24-4612-8fe3-12964279a6e7), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.403640 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1ab57582-0524-4cee-b8db-21b80bac6627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.405424 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1ab57582-0524-4cee-b8db-21b80bac6627 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d6fe34e-4e24-4612-8fe3-12964279a6e7 HTTP/1.1" status: 204 len: 168 time: 0.2001145 Apr 14 21:32:49.439498 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab57582-0524-4cee-b8db-21b80bac6627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6fe34e-4e24-4612-8fe3-12964279a6e7,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:49.552519 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:49.573648 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'port_id': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5', 'mac_address': 'fa:16:3e:6c:82:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:32:49.611835 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513ab7b-9bf6-4766-87a5-d6f020672e81 req-3efd053a-9c76-4175-8b7c-ffe969a29363 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:49.613646 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e513ab7b-9bf6-4766-87a5-d6f020672e81 req-3efd053a-9c76-4175-8b7c-ffe969a29363 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0596039 Apr 14 21:32:49.623511 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:49.623997 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.643929 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:32:49.673204 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:49.679215 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.692078 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56354) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:49.712188 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98006093-bdf6-4efa-af46-e842d4fe22ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.740030 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:49.748291 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e513ab7b-9bf6-4766-87a5-d6f020672e81 req-e3167f95-e1a1-4cef-a4ac-e5061d56e7b5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279590 Apr 14 21:32:49.781834 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370befa-7dd7-4ed0-812f-1d96e6201b28 req-a89d4831-43de-46c0-817f-7301ee4fa053 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:49.781834 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2370befa-7dd7-4ed0-812f-1d96e6201b28 req-a89d4831-43de-46c0-817f-7301ee4fa053 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1077886 Apr 14 21:32:49.856551 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98006093-bdf6-4efa-af46-e842d4fe22ca admin admin] Publish callbacks [] for security_group (2797d3ee-fd77-4260-a550-ee978f7579f6), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.862469 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-98006093-bdf6-4efa-af46-e842d4fe22ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (2797d3ee-fd77-4260-a550-ee978f7579f6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:49.868822 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2370befa-7dd7-4ed0-812f-1d96e6201b28 req-1c116c77-3edf-409d-8ef9-ec4711f36f91 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819387 Apr 14 21:32:49.931835 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-98006093-bdf6-4efa-af46-e842d4fe22ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3882f5df71d4423a9a253ec4b8462660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363658 Apr 14 21:32:49.931835 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98006093-bdf6-4efa-af46-e842d4fe22ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2797d3ee-fd77-4260-a550-ee978f7579f6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:49.934019 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56366) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:49.970487 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf775de-52dd-42fd-b166-5f87494f3c92 req-ed22aa95-4a3c-4609-b1a6-034b954f5a31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:49.979515 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bdf775de-52dd-42fd-b166-5f87494f3c92 req-ed22aa95-4a3c-4609-b1a6-034b954f5a31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0840518 Apr 14 21:32:49.981944 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56368) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:49.993967 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-d165c310-4b91-40e0-8f46-6a5b37fe9963 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'floatingip': {'port_id': 'c6946d2f-995b-4259-8613-602c1ec6ca53'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:50.035228 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['7c901733-1318-4d5d-9b23-9dc9c5f82fb5'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:32:50.090836 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d165c310-4b91-40e0-8f46-6a5b37fe9963 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (922d24d5-4f94-4fb1-b3f3-ba18f7b74378), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:50.250225 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-51238f03-11c7-444a-b9e4-fad4ab922a97 admin admin] Publish callbacks [] for security_group (2797d3ee-fd77-4260-a550-ee978f7579f6), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:50.324831 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-51238f03-11c7-444a-b9e4-fad4ab922a97 admin admin] Publish callbacks [] for security_group (2797d3ee-fd77-4260-a550-ee978f7579f6), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:50.461111 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691035c-988b-4166-8e0c-6322988eb9b2 req-8b98a191-d294-49b4-84e1-20a7afcc6ef7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:50.463076 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9691035c-988b-4166-8e0c-6322988eb9b2 req-8b98a191-d294-49b4-84e1-20a7afcc6ef7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 945 time: 0.0869560 Apr 14 21:32:50.725006 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-51238f03-11c7-444a-b9e4-fad4ab922a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (2797d3ee-fd77-4260-a550-ee978f7579f6), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:50.728401 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-51238f03-11c7-444a-b9e4-fad4ab922a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:50.729621 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-51238f03-11c7-444a-b9e4-fad4ab922a97 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2797d3ee-fd77-4260-a550-ee978f7579f6 HTTP/1.1" status: 204 len: 168 time: 0.7944822 Apr 14 21:32:50.780744 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56422) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:50.826198 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51238f03-11c7-444a-b9e4-fad4ab922a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2797d3ee-fd77-4260-a550-ee978f7579f6,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:50.965956 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9691035c-988b-4166-8e0c-6322988eb9b2 req-3246175f-672a-4c8c-a50c-43094fbc175c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4927411 Apr 14 21:32:51.139560 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.db.resource_extend [None req-d165c310-4b91-40e0-8f46-6a5b37fe9963 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 21:32:51.159483 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-107221d5-dbbd-496a-a854-da9279bcc7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.222902 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba58f4a-05e6-4a9a-9957-368fbcfd5929 req-dcd38dbf-38b3-4eb4-bf41-363313c23c8e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:51.224485 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7ba58f4a-05e6-4a9a-9957-368fbcfd5929 req-dcd38dbf-38b3-4eb4-bf41-363313c23c8e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1297135 Apr 14 21:32:51.253327 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d165c310-4b91-40e0-8f46-6a5b37fe9963 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.254983 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-107221d5-dbbd-496a-a854-da9279bcc7ac admin admin] Publish callbacks [] for security_group (ea3e7b3b-e1c7-41f3-8b65-94da48ebfa63), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.261524 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d165c310-4b91-40e0-8f46-6a5b37fe9963 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (922d24d5-4f94-4fb1-b3f3-ba18f7b74378), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.264980 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-107221d5-dbbd-496a-a854-da9279bcc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ea3e7b3b-e1c7-41f3-8b65-94da48ebfa63), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.300487 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:32:51.324503 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-107221d5-dbbd-496a-a854-da9279bcc7ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=440059c05c2e4da58d0478b56539d8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5420179 Apr 14 21:32:51.325769 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107221d5-dbbd-496a-a854-da9279bcc7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3e7b3b-e1c7-41f3-8b65-94da48ebfa63,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:51.327385 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56444) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:51.343075 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7ba58f4a-05e6-4a9a-9957-368fbcfd5929 req-a0849ec0-3041-4ba5-b176-438a7ad9d4eb tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110349 Apr 14 21:32:51.388613 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:32:51.397312 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:32:51.398261 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.439687 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [None req-d165c310-4b91-40e0-8f46-6a5b37fe9963 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Floating IP 922d24d5-4f94-4fb1-b3f3-ba18f7b74378 associated. External IP: 172.27.3.181, port: c6946d2f-995b-4259-8613-602c1ec6ca53. Apr 14 21:32:51.442402 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56448) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:51.489500 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-718f05e7-1866-49e4-a38e-206cd07026e4 admin admin] Publish callbacks [] for security_group (ea3e7b3b-e1c7-41f3-8b65-94da48ebfa63), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.509278 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:32:51.511934 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.547291 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-718f05e7-1866-49e4-a38e-206cd07026e4 admin admin] Publish callbacks [] for security_group (ea3e7b3b-e1c7-41f3-8b65-94da48ebfa63), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.574082 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-b3891511-0e64-45c2-aa66-b230abfeaad5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520642 Apr 14 21:32:51.638936 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:51.641440 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5ce2ee-e490-459f-a9a2-7dfa516cb83c" -d '{"events": [{"server_uuid": "a260bf3e-1006-4e1b-a773-ff069637d66a", "name": "network-vif-plugged", "status": "completed", "tag": "7c901733-1318-4d5d-9b23-9dc9c5f82fb5"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:51.661396 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:32:51.666709 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.676244 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-718f05e7-1866-49e4-a38e-206cd07026e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ea3e7b3b-e1c7-41f3-8b65-94da48ebfa63), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.686299 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-718f05e7-1866-49e4-a38e-206cd07026e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.698730 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-718f05e7-1866-49e4-a38e-206cd07026e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea3e7b3b-e1c7-41f3-8b65-94da48ebfa63 HTTP/1.1" status: 204 len: 168 time: 0.3655846 Apr 14 21:32:51.701737 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-3acbde3f-e27d-4218-ac14-24dcb24dc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:51.704226 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-3acbde3f-e27d-4218-ac14-24dcb24dc49c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a66434b244549eda25a90846ee5f8a2&device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 1130 time: 0.0611458 Apr 14 21:32:51.723641 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0799eecd-7d02-4bd4-b65c-c4addeaf7315 x-openstack-request-id: req-0799eecd-7d02-4bd4-b65c-c4addeaf7315 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:51.723952 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a260bf3e-1006-4e1b-a773-ff069637d66a", "name": "network-vif-plugged", "status": "completed", "tag": "7c901733-1318-4d5d-9b23-9dc9c5f82fb5", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:51.724543 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0799eecd-7d02-4bd4-b65c-c4addeaf7315 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:51.724982 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0799eecd-7d02-4bd4-b65c-c4addeaf7315'] response: {'server_uuid': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5', 'code': 200} Apr 14 21:32:51.741415 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:51.746151 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f05e7-1866-49e4-a38e-206cd07026e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3e7b3b-e1c7-41f3-8b65-94da48ebfa63,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:51.815522 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aac12399-9365-4123-9713-f2b9fe78eab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:51.870766 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d165c310-4b91-40e0-8f46-6a5b37fe9963 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Router 1aa74745-471e-41ef-b20c-94582fb31424 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:32:51.965169 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-b4266252-b751-43e0-bc3f-69316f74caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:51.967131 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-b4266252-b751-43e0-bc3f-69316f74caa3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 HTTP/1.1" status: 200 len: 912 time: 0.2270639 Apr 14 21:32:52.024169 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2cb18-1163-4996-8378-759a48f677f0 req-1e64163c-c131-47cb-9f7c-3ee3c52f5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:52.025804 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eea2cb18-1163-4996-8378-759a48f677f0 req-1e64163c-c131-47cb-9f7c-3ee3c52f5776 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 1130 time: 0.1042659 Apr 14 21:32:52.029138 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-a71a14e2-0a2b-4f96-95cb-f16e9a28c953 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fa4639-2f04-4688-924d-c0de626cad98 HTTP/1.1" status: 200 len: 217 time: 0.0450649 Apr 14 21:32:52.060340 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aac12399-9365-4123-9713-f2b9fe78eab8 admin admin] Publish callbacks [] for security_group (f0a0a61a-ffd1-4fb5-8f05-03dc97840895), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.076749 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d165c310-4b91-40e0-8f46-6a5b37fe9963 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:32:52.083084 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d165c310-4b91-40e0-8f46-6a5b37fe9963 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.099362 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] Sync routers for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:32:52.121811 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:52.122352 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-aac12399-9365-4123-9713-f2b9fe78eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f0a0a61a-ffd1-4fb5-8f05-03dc97840895), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.123730 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:52.173043 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eea2cb18-1163-4996-8378-759a48f677f0 req-1253cdfd-7c71-4028-8836-c1e7e8e92150 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285455 Apr 14 21:32:52.193119 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-d165c310-4b91-40e0-8f46-6a5b37fe9963 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "PUT /v2.0/floatingips/922d24d5-4f94-4fb1-b3f3-ba18f7b74378 HTTP/1.1" status: 200 len: 992 time: 2.2100821 Apr 14 21:32:52.196263 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:52.198853 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93937c1-7a4b-467c-b9a8-907d035ad623" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:52.206229 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-aac12399-9365-4123-9713-f2b9fe78eab8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c160aad5337447aa279f6752b7986fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7619624 Apr 14 21:32:52.206992 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56482) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:52.208721 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351bbc6-4caa-4a1e-9030-e10f7ddd3ec9 req-1b40d375-6c3f-485c-a2d4-e7bd1864f650 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:52.210446 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c351bbc6-4caa-4a1e-9030-e10f7ddd3ec9 req-1b40d375-6c3f-485c-a2d4-e7bd1864f650 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1218719 Apr 14 21:32:52.240605 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-a9968a19-9f7a-4479-9331-ebca1b8ea261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:52.243715 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-a9968a19-9f7a-4479-9331-ebca1b8ea261 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57304620-fc45-43a2-857b-7f8265e2c942 HTTP/1.1" status: 200 len: 851 time: 0.1929054 Apr 14 21:32:52.257854 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac12399-9365-4123-9713-f2b9fe78eab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a0a61a-ffd1-4fb5-8f05-03dc97840895,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:52.271991 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb77060-e63e-4ad3-ae3e-e53477d2ff50 x-openstack-request-id: req-7eb77060-e63e-4ad3-ae3e-e53477d2ff50 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:52.275157 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:52.275419 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7eb77060-e63e-4ad3-ae3e-e53477d2ff50 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:52.275841 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb77060-e63e-4ad3-ae3e-e53477d2ff50'] response: {'name': 'network-changed', 'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'status': 'completed', 'code': 200} Apr 14 21:32:52.299783 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56486) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:52.313645 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:52.321980 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-db29ae9c-6385-4a5d-8075-ecaaabb13ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.328120 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c351bbc6-4caa-4a1e-9030-e10f7ddd3ec9 req-1ab02909-3724-4ecb-9557-b31f2017c141 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105063 Apr 14 21:32:52.361227 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a8cb-b890-43f2-a8cc-515b0e9ffc08 admin admin] Publish callbacks [] for security_group (f0a0a61a-ffd1-4fb5-8f05-03dc97840895), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.402372 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a8cb-b890-43f2-a8cc-515b0e9ffc08 admin admin] Publish callbacks [] for security_group (f0a0a61a-ffd1-4fb5-8f05-03dc97840895), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.521952 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-db29ae9c-6385-4a5d-8075-ecaaabb13ec4 admin admin] Publish callbacks [] for security_group (0ce47c06-a936-43aa-b00d-3fcd4fbfcdde), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.545005 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-4dab142b-1a67-45c7-8e90-aa1273e72f3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624523 Apr 14 21:32:52.557861 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-db29ae9c-6385-4a5d-8075-ecaaabb13ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0ce47c06-a936-43aa-b00d-3fcd4fbfcdde), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.594763 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-f3f663bc-ab07-4e58-a996-fb390a0c4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:52.596819 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-f3f663bc-ab07-4e58-a996-fb390a0c4d41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 1130 time: 0.0974634 Apr 14 21:32:52.610607 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3bd80-c4a2-4056-ba7c-44af0483bdf9 req-eff65fa1-1200-4e3f-9a91-49413cf6b640 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:52.613064 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bdb3bd80-c4a2-4056-ba7c-44af0483bdf9 req-eff65fa1-1200-4e3f-9a91-49413cf6b640 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1373837 Apr 14 21:32:52.616766 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a8cb-b890-43f2-a8cc-515b0e9ffc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f0a0a61a-ffd1-4fb5-8f05-03dc97840895), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.619909 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a8cb-b890-43f2-a8cc-515b0e9ffc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.630607 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8ec0a8cb-b890-43f2-a8cc-515b0e9ffc08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0a0a61a-ffd1-4fb5-8f05-03dc97840895 HTTP/1.1" status: 204 len: 168 time: 0.3973265 Apr 14 21:32:52.667009 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-db29ae9c-6385-4a5d-8075-ecaaabb13ec4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f5ca957a2244f9382fb7faecfb6b3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661664 Apr 14 21:32:52.675254 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56500) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:52.678154 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29ae9c-6385-4a5d-8075-ecaaabb13ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce47c06-a936-43aa-b00d-3fcd4fbfcdde,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:52.711135 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '922d24d5-4f94-4fb1-b3f3-ba18f7b74378', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'port_id': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'mac_address': 'fa:16:3e:60:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:32:19Z', 'updated_at': '2022-04-14T21:32:51Z', 'revision_number': 1, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:52.769930 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0a8cb-b890-43f2-a8cc-515b0e9ffc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a0a61a-ffd1-4fb5-8f05-03dc97840895,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:52.778936 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] Checking router: 1aa74745-471e-41ef-b20c-94582fb31424 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:32:52.815278 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:52.815902 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:52.818532 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bdb3bd80-c4a2-4056-ba7c-44af0483bdf9 req-b9b6cdf6-35fb-459b-8e86-4d820f486900 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845925 Apr 14 21:32:52.859950 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-52371531-5ac0-4cc5-871d-d8b2750ac39e admin admin] Publish callbacks [] for security_group (0ce47c06-a936-43aa-b00d-3fcd4fbfcdde), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.863086 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-3665ec00-5924-4470-bb0e-cc9f64f160ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:52.864638 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-3665ec00-5924-4470-bb0e-cc9f64f160ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 917 time: 0.2451930 Apr 14 21:32:52.878885 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-7d3c9c28-66c0-4677-94fd-aa5b059a4d18 service neutron] 10.222.0.13 "GET /v2.0/networks/a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213940 Apr 14 21:32:52.895913 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-52371531-5ac0-4cc5-871d-d8b2750ac39e admin admin] Publish callbacks [] for security_group (0ce47c06-a936-43aa-b00d-3fcd4fbfcdde), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.982830 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-52371531-5ac0-4cc5-871d-d8b2750ac39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0ce47c06-a936-43aa-b00d-3fcd4fbfcdde), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.985435 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-52371531-5ac0-4cc5-871d-d8b2750ac39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:52.986974 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-52371531-5ac0-4cc5-871d-d8b2750ac39e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ce47c06-a936-43aa-b00d-3fcd4fbfcdde HTTP/1.1" status: 204 len: 168 time: 0.3052173 Apr 14 21:32:52.997631 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52371531-5ac0-4cc5-871d-d8b2750ac39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce47c06-a936-43aa-b00d-3fcd4fbfcdde,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:53.063160 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:53.382961 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-51d39451-90df-4f3d-bf64-ec9e2f462ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:53.385283 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-51d39451-90df-4f3d-bf64-ec9e2f462ead service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 1129 time: 0.0902269 Apr 14 21:32:53.420470 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d7098a38-a2cf-4cae-b416-9ccf913277a8 req-910202b1-2e14-4319-ac1e-ee8f0d3e0848 service neutron] 10.222.0.13 "GET /v2.0/networks/a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736392 Apr 14 21:32:53.442587 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab74851-1ca0-474d-8ed7-88b8b6a0dd87 req-b84f1516-fbcc-49a1-b687-ada9e2a5265f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:53.453920 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fab74851-1ca0-474d-8ed7-88b8b6a0dd87 req-b84f1516-fbcc-49a1-b687-ada9e2a5265f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1922662 Apr 14 21:32:53.466372 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-f70f3692-a41d-439b-a1e5-701371080039 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6946d2f-995b-4259-8613-602c1ec6ca53 HTTP/1.1" status: 200 len: 1000 time: 0.3147128 Apr 14 21:32:53.613391 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fab74851-1ca0-474d-8ed7-88b8b6a0dd87 req-d119907a-50ac-45db-ab1a-aca255eb6dfd tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581182 Apr 14 21:32:53.640486 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-78cdc813-a468-4162-ba7b-7dbfe8fdfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:53.642683 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-78cdc813-a468-4162-ba7b-7dbfe8fdfcb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.2368758 Apr 14 21:32:53.643073 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-f74a8e1e-06b3-4a40-a3bd-567122289460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:53.645097 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-f74a8e1e-06b3-4a40-a3bd-567122289460 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.1615446 Apr 14 21:32:53.657060 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d60fe0-8971-49a7-95da-c4d837515a45 req-9dd5becc-56b2-4663-91ad-8f32876323d1 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:53.659054 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-81d60fe0-8971-49a7-95da-c4d837515a45 req-9dd5becc-56b2-4663-91ad-8f32876323d1 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1189563 Apr 14 21:32:53.690945 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '922d24d5-4f94-4fb1-b3f3-ba18f7b74378', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'port_id': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'mac_address': 'fa:16:3e:60:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:32:19Z', 'updated_at': '2022-04-14T21:32:51Z', 'revision_number': 1, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:53.740900 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-81d60fe0-8971-49a7-95da-c4d837515a45 req-b4222f46-ef1b-4ad7-8f48-697cb4ef8197 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750012 Apr 14 21:32:53.749282 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b9da4d-5cd4-4f5d-bcf9-fdd047653bab None None] The sync data for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi is: [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '922d24d5-4f94-4fb1-b3f3-ba18f7b74378', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'port_id': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'mac_address': 'fa:16:3e:60:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:32:19Z', 'updated_at': '2022-04-14T21:32:51Z', 'revision_number': 1, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:32:54.046980 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d67c27-f90c-4b18-ae3b-a860ad3c9e95 None None] New status for floating IP 922d24d5-4f94-4fb1-b3f3-ba18f7b74378: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:32:54.739499 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39605e0e-4132-45ed-a8ec-7c430a420486 req-a5a6af0b-8573-4933-bef6-d67d7534b027 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:54.741239 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-39605e0e-4132-45ed-a8ec-7c430a420486 req-a5a6af0b-8573-4933-bef6-d67d7534b027 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0563731 Apr 14 21:32:54.810440 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-39605e0e-4132-45ed-a8ec-7c430a420486 req-936853ba-be6c-493c-a987-19792ea8b91d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543432 Apr 14 21:32:54.870960 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8a780-482f-4e13-b124-2b130b816c24 req-29252851-93b3-4c53-8d9b-64eecec2a2b3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:54.872445 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e7e8a780-482f-4e13-b124-2b130b816c24 req-29252851-93b3-4c53-8d9b-64eecec2a2b3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0531571 Apr 14 21:32:54.922151 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e7e8a780-482f-4e13-b124-2b130b816c24 req-4ed1efcd-9719-42a6-a10e-46c89a6ea879 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 Apr 14 21:32:55.071191 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864c53-092f-4627-8d4a-9c01630be8fd req-e2b614b1-58fe-4297-a0f2-5b47e3c7becc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:55.072453 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1864c53-092f-4627-8d4a-9c01630be8fd req-e2b614b1-58fe-4297-a0f2-5b47e3c7becc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0451157 Apr 14 21:32:55.081122 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56602) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:55.085476 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-821f84a5-ab77-421a-91a8-0b1ef101a250 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'floatingip': {'port_id': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:55.127098 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-821f84a5-ab77-421a-91a8-0b1ef101a250 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (08a43009-6564-4ed1-828d-5892b6717016), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:55.495340 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:55.774703 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-821f84a5-ab77-421a-91a8-0b1ef101a250 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:55.779352 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-821f84a5-ab77-421a-91a8-0b1ef101a250 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (08a43009-6564-4ed1-828d-5892b6717016), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:55.891174 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [None req-821f84a5-ab77-421a-91a8-0b1ef101a250 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Floating IP 08a43009-6564-4ed1-828d-5892b6717016 associated. External IP: 172.27.3.63, port: 7c901733-1318-4d5d-9b23-9dc9c5f82fb5. Apr 14 21:32:55.967934 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eadd3c-7ebd-463e-bfcd-f0c9aa20dfd3 req-f5d6cd67-ccf4-4292-9644-fd902fc79419 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:55.969408 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-15eadd3c-7ebd-463e-bfcd-f0c9aa20dfd3 req-f5d6cd67-ccf4-4292-9644-fd902fc79419 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0898938 Apr 14 21:32:56.064090 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-15eadd3c-7ebd-463e-bfcd-f0c9aa20dfd3 req-5f0ac813-5003-445e-8d46-b9de44669a0f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611477 Apr 14 21:32:56.175098 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821f84a5-ab77-421a-91a8-0b1ef101a250 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Router 60e05976-beca-4a0c-ab8a-17be94eefebf has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:32:56.283250 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821f84a5-ab77-421a-91a8-0b1ef101a250 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:32:56.287553 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-821f84a5-ab77-421a-91a8-0b1ef101a250 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:56.293479 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] Sync routers for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:32:56.305328 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:56.305972 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:56.318800 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-821f84a5-ab77-421a-91a8-0b1ef101a250 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "PUT /v2.0/floatingips/08a43009-6564-4ed1-828d-5892b6717016 HTTP/1.1" status: 200 len: 991 time: 1.2365630 Apr 14 21:32:56.319645 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'tag': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:32:56.323317 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a88cf8-c642-49b8-81cd-b51edcec784a" -d '{"events": [{"name": "network-changed", "server_uuid": "a260bf3e-1006-4e1b-a773-ff069637d66a", "tag": "7c901733-1318-4d5d-9b23-9dc9c5f82fb5"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:32:56.357204 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4a25d3-90f1-4538-bacf-0b2d4d44054f x-openstack-request-id: req-1c4a25d3-90f1-4538-bacf-0b2d4d44054f {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:32:56.357493 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a260bf3e-1006-4e1b-a773-ff069637d66a", "tag": "7c901733-1318-4d5d-9b23-9dc9c5f82fb5", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:32:56.357782 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c4a25d3-90f1-4538-bacf-0b2d4d44054f {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:32:56.358171 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4a25d3-90f1-4538-bacf-0b2d4d44054f'] response: {'name': 'network-changed', 'server_uuid': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'tag': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5', 'status': 'completed', 'code': 200} Apr 14 21:32:56.415379 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:56.628205 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '08a43009-6564-4ed1-828d-5892b6717016', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'port_id': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'mac_address': 'fa:16:3e:6c:82:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:32:30Z', 'updated_at': '2022-04-14T21:32:55Z', 'revision_number': 1, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:56.653690 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] Checking router: 60e05976-beca-4a0c-ab8a-17be94eefebf for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:32:56.662004 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:32:56.662600 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:56.768851 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:32:56.986339 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '08a43009-6564-4ed1-828d-5892b6717016', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'port_id': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'mac_address': 'fa:16:3e:6c:82:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:32:30Z', 'updated_at': '2022-04-14T21:32:55Z', 'revision_number': 1, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:32:57.014147 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da331de-4b1c-4d8c-b058-038dbaec4668 None None] The sync data for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi is: [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '08a43009-6564-4ed1-828d-5892b6717016', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'port_id': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'mac_address': 'fa:16:3e:6c:82:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:32:30Z', 'updated_at': '2022-04-14T21:32:55Z', 'revision_number': 1, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:32:57.091019 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-7ae7f740-5155-495a-a34c-2846ac17b72e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0141c1d-7120-44a2-96bf-6311d85e1468 HTTP/1.1" status: 200 len: 217 time: 0.0494263 Apr 14 21:32:57.099681 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-d675230d-7972-49b5-beeb-520df628fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:57.101336 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-d675230d-7972-49b5-beeb-520df628fa28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605788 Apr 14 21:32:57.185805 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd7e47-2c85-4bce-988e-e5e9c959be9d req-4ef60be6-e00e-4036-a3a3-97fe44fd6799 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:57.187369 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-64cd7e47-2c85-4bce-988e-e5e9c959be9d req-4ef60be6-e00e-4036-a3a3-97fe44fd6799 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0516529 Apr 14 21:32:57.232673 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28237d05-0a49-4bf8-8aa3-d06e899630c1 None None] New status for floating IP 08a43009-6564-4ed1-828d-5892b6717016: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:32:57.237061 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-64cd7e47-2c85-4bce-988e-e5e9c959be9d req-82f93e8e-7e08-4fb2-a681-93227744e4cb tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440712 Apr 14 21:32:58.349071 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559bb69-7ecc-45aa-ba34-365cd44807a1 req-233c2023-903c-4135-a52b-9fa2940d17da tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:58.350544 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7559bb69-7ecc-45aa-ba34-365cd44807a1 req-233c2023-903c-4135-a52b-9fa2940d17da tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0464976 Apr 14 21:32:58.398528 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7559bb69-7ecc-45aa-ba34-365cd44807a1 req-314c7294-a375-43a3-b570-df2e6c4b54ab tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 Apr 14 21:32:58.796779 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-f0e3d92d-a68d-440e-8527-f28a91546413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:58.798314 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-f0e3d92d-a68d-440e-8527-f28a91546413 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46de92a2e6f247f3887e107e57ca4be1&device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 1130 time: 0.0658481 Apr 14 21:32:58.799716 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-bf92c7fc-feb5-4cca-b1dc-496c3b3c05de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:58.801024 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-bf92c7fc-feb5-4cca-b1dc-496c3b3c05de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.0784380 Apr 14 21:32:58.831948 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-9db33c6c-c295-46d2-93b5-a0190969c5a1 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099606 Apr 14 21:32:59.516016 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5205e-bdf1-4ab6-98b0-0b92b0a75ce4 req-9bdc7e06-bb93-444c-9b0a-3b782f5958ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:59.517535 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ae5205e-bdf1-4ab6-98b0-0b92b0a75ce4 req-9bdc7e06-bb93-444c-9b0a-3b782f5958ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0512710 Apr 14 21:32:59.589750 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ae5205e-bdf1-4ab6-98b0-0b92b0a75ce4 req-abe452ef-3d7a-43ad-b184-0e749962cf71 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664217 Apr 14 21:33:00.398124 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56692) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:00.500177 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.574191 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Publish callbacks [] for security_group (a87b0f8e-958b-48bc-883d-b9afb138127c), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.577901 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a87b0f8e-958b-48bc-883d-b9afb138127c), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.619458 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=023fb2ed8a2146d3bccf52a64fb1b4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167840 Apr 14 21:33:00.619458 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87b0f8e-958b-48bc-883d-b9afb138127c,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:00.619761 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56700) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:00.624664 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.624963 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.625302 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.625693 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.626080 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.626301 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.626624 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.626947 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.627289 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.627587 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.627946 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.628219 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.628538 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.628854 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.629172 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf8b473-3870-461d-a619-0a7a7997cf03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.678224 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Publish callbacks [] for security_group (a87b0f8e-958b-48bc-883d-b9afb138127c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.699264 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Publish callbacks [] for security_group (a87b0f8e-958b-48bc-883d-b9afb138127c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.707494 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2cf07-c31d-4c87-9dcc-cf2ce44b9aa1 req-380f8bd5-fbf6-4361-8cf8-4c8eaf174821 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:00.709102 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6aa2cf07-c31d-4c87-9dcc-cf2ce44b9aa1 req-380f8bd5-fbf6-4361-8cf8-4c8eaf174821 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0503609 Apr 14 21:33:00.748308 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a87b0f8e-958b-48bc-883d-b9afb138127c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.750737 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.751918 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a87b0f8e-958b-48bc-883d-b9afb138127c HTTP/1.1" status: 204 len: 168 time: 0.1310756 Apr 14 21:33:00.759699 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87b0f8e-958b-48bc-883d-b9afb138127c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:00.761388 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6aa2cf07-c31d-4c87-9dcc-cf2ce44b9aa1 req-0b0ff41b-21b1-482b-9833-b4f977f88339 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455081 Apr 14 21:33:00.767061 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.767416 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.767929 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.768273 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.768610 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.769073 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.769275 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.769682 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.770008 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.770294 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.770622 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.770959 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.771286 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.771721 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.771980 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d98e2f-8550-46ec-9ccb-0b4abefe98ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:01.393127 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56728) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:01.491369 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-804179827-network', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:01.513058 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Made reservation on behalf of 7a8234531a7b40a6a3c83cfdc11d5ed3 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:01.515721 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.524020 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.595088 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Publish callbacks [] for security_group (aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.599030 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.623775 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:33:01.632483 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:01.641551 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (f94818b9-18d9-4274-9202-5b4721e332cc), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.641889 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Added segment f94818b9-18d9-4274-9202-5b4721e332cc of type vlan for network f915bffc-ca31-4d2d-8190-8ffdc5a32bff Apr 14 21:33:01.685190 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (f915bffc-ca31-4d2d-8190-8ffdc5a32bff), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.710734 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (f915bffc-ca31-4d2d-8190-8ffdc5a32bff), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.711872 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:01.712433 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.767413 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3729930 Apr 14 21:33:01.770520 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56734) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:01.774609 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df84947-9399-4d2c-a454-ae6029b752ec admin admin] Pushing event updated for resources: {'Network': ['ID=f915bffc-ca31-4d2d-8190-8ffdc5a32bff,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:01.775820 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Request body: {'subnet': {'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-804179827-subnet', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:01.786328 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network f915bffc-ca31-4d2d-8190-8ffdc5a32bff details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:33:01.798728 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Made reservation on behalf of 7a8234531a7b40a6a3c83cfdc11d5ed3 for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:01.801403 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7670236'] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.814557 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:33:01.918124 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa97cb-5bf0-4ed0-afe1-d7b3467b598e req-b75c69ac-6d73-4d00-a668-15a5f6c2a260 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:01.919631 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-82aa97cb-5bf0-4ed0-afe1-d7b3467b598e req-b75c69ac-6d73-4d00-a668-15a5f6c2a260 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0718350 Apr 14 21:33:02.003717 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-82aa97cb-5bf0-4ed0-afe1-d7b3467b598e req-b13b82c1-dcbf-4c41-8e77-a8c712c708c6 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753217 Apr 14 21:33:02.051298 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7735659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7670218'] for subnet (25ad6f9b-f88c-416d-a2f7-14e66d1ad417), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.111687 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ad6f9b-f88c-416d-a2f7-14e66d1ad417,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:02.118828 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Checking segment: {'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:02.119187 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Network hostable DHCP agents. Network: f915bffc-ca31-4d2d-8190-8ffdc5a32bff, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:33:02.135938 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Network f915bffc-ca31-4d2d-8190-8ffdc5a32bff is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:33:02.144509 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, f915bffc-ca31-4d2d-8190-8ffdc5a32bff) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:02.148597 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:02.150070 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.159014 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed836724-28c6-4614-8e35-443d2d63d3ea None None] Network f915bffc-ca31-4d2d-8190-8ffdc5a32bff requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:33:02.168628 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-5f633129-b531-4192-93c9-7023cc7c066f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3969131 Apr 14 21:33:02.168805 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56740) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:02.173308 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:02.193654 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (c24cc765-731c-40cd-8cae-b324bfd01eb6), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.194707 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (c24cc765-731c-40cd-8cae-b324bfd01eb6), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.254532 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks [] for router_controller (c24cc765-731c-40cd-8cae-b324bfd01eb6), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.259019 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:33:02.259858 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.402240 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Allocated IP 172.20.0.2 (f915bffc-ca31-4d2d-8190-8ffdc5a32bff/25ad6f9b-f88c-416d-a2f7-14e66d1ad417/1d6cad60-cee5-4726-a228-c22b033decb1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:02.554602 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Publish callbacks [] for port (1d6cad60-cee5-4726-a228-c22b033decb1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.562344 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.581855 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks [] for router_gateway (c24cc765-731c-40cd-8cae-b324bfd01eb6), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.601647 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Network f915bffc-ca31-4d2d-8190-8ffdc5a32bff is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:02.607130 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:02.609554 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:02.619283 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Pushing event updated for resources: {'Port': ['ID=1d6cad60-cee5-4726-a228-c22b033decb1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:02.642940 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.643368 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.643739 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.644086 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.644423 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.644749 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.645073 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.645389 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.645712 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.646052 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.646373 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.646707 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.647027 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.647340 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.647655 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:02.688012 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Attempting to bind port 1d6cad60-cee5-4726-a228-c22b033decb1 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:02.688375 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Attempting to bind port 1d6cad60-cee5-4726-a228-c22b033decb1 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:02.688730 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Attempting to bind port 1d6cad60-cee5-4726-a228-c22b033decb1 on network f915bffc-ca31-4d2d-8190-8ffdc5a32bff {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:02.698248 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:02.698618 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Checking segment: {'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:02.699016 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.699405 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Bound using segment: {'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:02.699916 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Bound port: 1d6cad60-cee5-4726-a228-c22b033decb1, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:02.700319 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.764619 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] For port 1d6cad60-cee5-4726-a228-c22b033decb1, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:02.765748 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks [] for router_gateway (c24cc765-731c-40cd-8cae-b324bfd01eb6), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.768002 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] For port 1d6cad60-cee5-4726-a228-c22b033decb1, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=1d6cad60-cee5-4726-a228-c22b033decb1,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:02.774403 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.785228 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.833158 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b5a21-fce7-4ee5-8097-da2d42f62ccd None None] Pushing event updated for resources: {'Port': ['ID=1d6cad60-cee5-4726-a228-c22b033decb1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:02.898085 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Allocated IP 172.27.3.21 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/676e1b12-5129-4f7a-890d-b83dcfffa21e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:03.024285 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks [] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.068006 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.107992 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:03.113069 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:03.116718 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:03.122792 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Pushing event updated for resources: {'Port': ['ID=676e1b12-5129-4f7a-890d-b83dcfffa21e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:03.132372 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdc139-3318-4696-8813-033bd106307d req-e915b34b-745b-4de1-bc84-72358978bcd9 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:03.138241 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f4bdc139-3318-4696-8813-033bd106307d req-e915b34b-745b-4de1-bc84-72358978bcd9 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0569348 Apr 14 21:33:03.186531 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f4bdc139-3318-4696-8813-033bd106307d req-6f1b33bd-dc8e-4cc3-8009-13370e2f330d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456591 Apr 14 21:33:03.341106 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks [] for router_gateway (c24cc765-731c-40cd-8cae-b324bfd01eb6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.540569 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (c24cc765-731c-40cd-8cae-b324bfd01eb6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.688912 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Router c24cc765-731c-40cd-8cae-b324bfd01eb6 is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:33:03.819273 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc056d0b-35c3-460e-b551-192b56a7b6a3 None None] Network f915bffc-ca31-4d2d-8190-8ffdc5a32bff requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:33:03.831623 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:03.840046 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 1d6cad60-cee5-4726-a228-c22b033decb1 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:03.845201 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Sync routers for ids ['c24cc765-731c-40cd-8cae-b324bfd01eb6'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:03.855774 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-84cfb73c-2ead-458b-a867-9843bed2a7bf None None] Provisioning complete for port 1d6cad60-cee5-4726-a228-c22b033decb1 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:03.856177 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84cfb73c-2ead-458b-a867-9843bed2a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.859349 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Routers {'c24cc765-731c-40cd-8cae-b324bfd01eb6'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:03.860333 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['c24cc765-731c-40cd-8cae-b324bfd01eb6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:03.861014 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.864789 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-03f3b943-abfb-46ab-ba99-c069d4fc993a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6925261 Apr 14 21:33:03.865464 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56760) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:03.983894 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Set router c24cc765-731c-40cd-8cae-b324bfd01eb6 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:04.041195 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 1d6cad60-cee5-4726-a228-c22b033decb1 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:04.041901 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.079254 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-84cfb73c-2ead-458b-a867-9843bed2a7bf None None] Current status of the port 1d6cad60-cee5-4726-a228-c22b033decb1 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:04.079557 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84cfb73c-2ead-458b-a867-9843bed2a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.150605 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-84cfb73c-2ead-458b-a867-9843bed2a7bf None None] For port 1d6cad60-cee5-4726-a228-c22b033decb1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=1d6cad60-cee5-4726-a228-c22b033decb1,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:04.158022 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-84cfb73c-2ead-458b-a867-9843bed2a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.176855 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:03Z', 'revision_number': 3, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:04.212523 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Checking router: c24cc765-731c-40cd-8cae-b324bfd01eb6 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:04.213223 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Updating router c24cc765-731c-40cd-8cae-b324bfd01eb6 port 676e1b12-5129-4f7a-890d-b83dcfffa21e binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:33:04.232380 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 1d6cad60-cee5-4726-a228-c22b033decb1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:04.248066 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfb73c-2ead-458b-a867-9843bed2a7bf None None] Pushing event updated for resources: {'Port': ['ID=1d6cad60-cee5-4726-a228-c22b033decb1,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:04.250455 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.370720 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617088b-1b96-4eb0-9d44-2507db515308 req-b52131eb-e62d-4e11-b7e1-d51fda2936e2 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:04.372343 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2617088b-1b96-4eb0-9d44-2507db515308 req-b52131eb-e62d-4e11-b7e1-d51fda2936e2 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0644207 Apr 14 21:33:04.478615 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2617088b-1b96-4eb0-9d44-2507db515308 req-4015498f-1238-42f7-bed8-135cf140e6bb tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827813 Apr 14 21:33:04.480190 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-10cfff5f-34db-4cdc-9210-112e62deea3e None None] Provisioning complete for port 1d6cad60-cee5-4726-a228-c22b033decb1 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:04.480786 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-10cfff5f-34db-4cdc-9210-112e62deea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.530384 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.575965 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-10cfff5f-34db-4cdc-9210-112e62deea3e None None] Current status of the port 1d6cad60-cee5-4726-a228-c22b033decb1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:04.634049 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Publish callbacks [] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.643506 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.698520 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Allocated IP 172.20.0.1 (f915bffc-ca31-4d2d-8190-8ffdc5a32bff/25ad6f9b-f88c-416d-a2f7-14e66d1ad417/dd84b3c9-8455-4ded-ae33-a7098280bc56) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:04.701287 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Pushing event updated for resources: {'Port': ['ID=676e1b12-5129-4f7a-890d-b83dcfffa21e,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:04.708844 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Attempting to bind port 676e1b12-5129-4f7a-890d-b83dcfffa21e on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:04.709213 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Attempting to bind port 676e1b12-5129-4f7a-890d-b83dcfffa21e by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:04.709572 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Attempting to bind port 676e1b12-5129-4f7a-890d-b83dcfffa21e on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:04.714116 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.714532 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.714849 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.715175 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.715561 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.715915 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.716235 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.716558 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.716882 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.717199 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.717512 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.717856 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.718177 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.718506 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.718820 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:04.724502 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:04.724974 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:04.725373 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.725774 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:04.726241 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Bound port: 676e1b12-5129-4f7a-890d-b83dcfffa21e, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:04.726613 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.789317 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] For port 676e1b12-5129-4f7a-890d-b83dcfffa21e, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:04.792689 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] For port 676e1b12-5129-4f7a-890d-b83dcfffa21e, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=676e1b12-5129-4f7a-890d-b83dcfffa21e,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:04.799672 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.810978 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Publish callbacks [] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.849768 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.860921 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403845f-2ec6-46aa-a686-7e59ef7467b7 None None] Pushing event updated for resources: {'Port': ['ID=676e1b12-5129-4f7a-890d-b83dcfffa21e,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:04.873950 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Routers {'c24cc765-731c-40cd-8cae-b324bfd01eb6'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:04.874631 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['c24cc765-731c-40cd-8cae-b324bfd01eb6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:04.894338 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Network f915bffc-ca31-4d2d-8190-8ffdc5a32bff is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:04.897226 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:04.902021 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:04.949804 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (c24cc765-731c-40cd-8cae-b324bfd01eb6), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.997910 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Pushing event updated for resources: {'Port': ['ID=dd84b3c9-8455-4ded-ae33-a7098280bc56,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:05.023641 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] Set router c24cc765-731c-40cd-8cae-b324bfd01eb6 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:05.112645 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.198379 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-df39720c-16ae-4c39-b9b1-acd4650a827f None None] Provisioning complete for port dd84b3c9-8455-4ded-ae33-a7098280bc56 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:05.198913 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df39720c-16ae-4c39-b9b1-acd4650a827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.211860 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:03Z', 'revision_number': 3, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:05.233516 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-df39720c-16ae-4c39-b9b1-acd4650a827f None None] Port dd84b3c9-8455-4ded-ae33-a7098280bc56 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:05.238970 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7869c-fbd7-4e57-aaa3-837eab26171a None None] The sync data for ids ['c24cc765-731c-40cd-8cae-b324bfd01eb6'] in dv-cinder-837543-3-iscsi is: [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:03Z', 'revision_number': 3, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:05.283690 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Publish callbacks [] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.288137 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.356401 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Pushing event updated for resources: {'Port': ['ID=dd84b3c9-8455-4ded-ae33-a7098280bc56,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:05.359049 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (c24cc765-731c-40cd-8cae-b324bfd01eb6), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.464553 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Network f915bffc-ca31-4d2d-8190-8ffdc5a32bff is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:05.466202 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:05.775430 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-2b65ae8b-d706-4444-be3f-b5243a80ffae None None] Provisioning complete for port dd84b3c9-8455-4ded-ae33-a7098280bc56 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:05.775862 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2b65ae8b-d706-4444-be3f-b5243a80ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.817675 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2b65ae8b-d706-4444-be3f-b5243a80ffae None None] Port dd84b3c9-8455-4ded-ae33-a7098280bc56 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:05.887265 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80173510-c30d-4ce9-9080-cf19c4a25ee6 req-ee1c1f55-c7cb-4457-97f3-82ab683ed49d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:05.888809 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-80173510-c30d-4ce9-9080-cf19c4a25ee6 req-ee1c1f55-c7cb-4457-97f3-82ab683ed49d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0596614 Apr 14 21:33:05.894137 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 676e1b12-5129-4f7a-890d-b83dcfffa21e up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:05.919670 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Router c24cc765-731c-40cd-8cae-b324bfd01eb6 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:33:05.954788 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 676e1b12-5129-4f7a-890d-b83dcfffa21e triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:05.955819 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.974856 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-80173510-c30d-4ce9-9080-cf19c4a25ee6 req-95ec3932-a9c4-4e98-ab59-cdb78f94e7ef tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642877 Apr 14 21:33:06.044981 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 676e1b12-5129-4f7a-890d-b83dcfffa21e is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:06.045459 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.066973 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 676e1b12-5129-4f7a-890d-b83dcfffa21e, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=676e1b12-5129-4f7a-890d-b83dcfffa21e,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:06.072883 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.073850 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 1d6cad60-cee5-4726-a228-c22b033decb1 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:06.088142 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:06.093382 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f381e88f-6483-4567-bcea-fc88f7474f89 admin admin] 10.222.0.47 "PUT /v2.0/routers/c24cc765-731c-40cd-8cae-b324bfd01eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2264771 Apr 14 21:33:06.163439 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=676e1b12-5129-4f7a-890d-b83dcfffa21e,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:06.172407 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 1d6cad60-cee5-4726-a228-c22b033decb1 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:06.172791 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.256192 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 1d6cad60-cee5-4726-a228-c22b033decb1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:06.366891 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41278c62-8c51-499e-bf60-222586e20faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.601632 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56808) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:06.606031 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1344029414-network', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:06.625362 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Made reservation on behalf of ae88a91dcc7149c09c3b3e4cd8abb30f for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:06.627672 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.636680 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.712984 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Publish callbacks [] for security_group (3de472e7-1445-41ef-b277-bbfaa31340c2), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.716884 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (3de472e7-1445-41ef-b277-bbfaa31340c2), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.743085 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:33:06.752814 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de472e7-1445-41ef-b277-bbfaa31340c2,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:06.758774 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (5f5d0d86-2c94-4d34-aecb-bcb423cacbb6), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.759613 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.segments_db [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Added segment 5f5d0d86-2c94-4d34-aecb-bcb423cacbb6 of type vlan for network 500ff2dc-cef4-484d-91bb-c2169042b730 Apr 14 21:33:06.801512 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (500ff2dc-cef4-484d-91bb-c2169042b730), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.826197 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (500ff2dc-cef4-484d-91bb-c2169042b730), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.827235 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:06.827816 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.878119 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Sync routers for ids ['c24cc765-731c-40cd-8cae-b324bfd01eb6'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:06.885010 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2851400 Apr 14 21:33:06.887564 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 56810) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:06.890445 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Routers {'c24cc765-731c-40cd-8cae-b324bfd01eb6'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:06.891078 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['c24cc765-731c-40cd-8cae-b324bfd01eb6'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:06.892164 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Request body: {'subnet': {'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1344029414-subnet', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:06.903911 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334a145-07d1-4691-92b0-634a31604daf admin admin] Pushing event updated for resources: {'Network': ['ID=500ff2dc-cef4-484d-91bb-c2169042b730,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:06.917303 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Made reservation on behalf of ae88a91dcc7149c09c3b3e4cd8abb30f for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:06.919868 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7670236'] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.931344 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network 500ff2dc-cef4-484d-91bb-c2169042b730 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:33:07.129300 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c1933-d50d-4118-a596-f281da0c3816 req-610b663a-6629-4d72-b1a2-b5da30d23582 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:07.130805 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-028c1933-d50d-4118-a596-f281da0c3816 req-610b663a-6629-4d72-b1a2-b5da30d23582 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0837045 Apr 14 21:33:07.197754 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7735659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7670218'] for subnet (ec6e1f4a-21c1-4436-b676-06e2acd1d6d2), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.203033 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Set router c24cc765-731c-40cd-8cae-b324bfd01eb6 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:07.254171 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-028c1933-d50d-4118-a596-f281da0c3816 req-4fa4cacc-fcd7-42a5-99f9-cf3f24a1bb5f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024032 Apr 14 21:33:07.259644 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6e1f4a-21c1-4436-b676-06e2acd1d6d2,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:07.288920 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Checking segment: {'id': '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:07.289307 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Network hostable DHCP agents. Network: 500ff2dc-cef4-484d-91bb-c2169042b730, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:33:07.307813 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Network 500ff2dc-cef4-484d-91bb-c2169042b730 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:33:07.316274 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, 500ff2dc-cef4-484d-91bb-c2169042b730) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:07.320633 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:07.321818 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.331049 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf3a62-9b25-41ef-b7f9-eedcca89d73a None None] Network 500ff2dc-cef4-484d-91bb-c2169042b730 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:33:07.338652 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-d33c72d3-5259-4db6-9c39-c31671f3559d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4500587 Apr 14 21:33:07.341227 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56818) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:07.345848 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1344029414-router', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:07.366650 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (a8f693de-7103-4d1f-ab25-d4920783dc74), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.368453 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (a8f693de-7103-4d1f-ab25-d4920783dc74), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.428583 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-da254eae-56dd-42ae-b793-352785207533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:07.431396 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-da254eae-56dd-42ae-b793-352785207533 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536809 Apr 14 21:33:07.506591 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:05Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'dd84b3c9-8455-4ded-ae33-a7098280bc56', 'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'mac_address': 'fa:16:3e:42:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:04Z', 'updated_at': '2022-04-14T21:33:05Z', 'revision_number': 2, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'subnets': [{'id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:07.510499 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-500ff2dc-cef4-484d-91bb-c2169042b730', 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730', 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'fixed_ips': [{'subnet_id': 'ec6e1f4a-21c1-4436-b676-06e2acd1d6d2'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:33:07.511324 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.521186 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e93937c1-7a4b-467c-b9a8-907d035ad623 req-cae4d4e5-33b4-4e66-9c67-2f557435fd92 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316750 Apr 14 21:33:07.548103 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Checking router: c24cc765-731c-40cd-8cae-b324bfd01eb6 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:07.548465 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Updating router c24cc765-731c-40cd-8cae-b324bfd01eb6 port dd84b3c9-8455-4ded-ae33-a7098280bc56 binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:33:07.609229 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks [] for router_controller (a8f693de-7103-4d1f-ab25-d4920783dc74), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.639461 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.723822 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-9fa19346-c561-4755-b766-545209f0fce6 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810948 Apr 14 21:33:07.724989 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-a672b52a-3939-45da-99e9-d9ea5dea1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:07.726321 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-a672b52a-3939-45da-99e9-d9ea5dea1bd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fecfe2-76b7-4925-b617-b1a8b018293b HTTP/1.1" status: 200 len: 911 time: 0.3455532 Apr 14 21:33:07.796836 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Allocated IP 172.20.0.2 (500ff2dc-cef4-484d-91bb-c2169042b730/ec6e1f4a-21c1-4436-b676-06e2acd1d6d2/fc4326e0-4e88-4615-b8a7-8f636df01dd1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:07.802888 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks [] for router_gateway (a8f693de-7103-4d1f-ab25-d4920783dc74), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.823511 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 676e1b12-5129-4f7a-890d-b83dcfffa21e up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:08.020594 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 676e1b12-5129-4f7a-890d-b83dcfffa21e triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:08.020970 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.178689 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Publish callbacks [] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.181378 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Publish callbacks [] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.205242 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.207105 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.267383 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 676e1b12-5129-4f7a-890d-b83dcfffa21e is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:08.280591 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Network 500ff2dc-cef4-484d-91bb-c2169042b730 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:08.288812 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:08.292394 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:08.298674 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Pushing event updated for resources: {'Port': ['ID=fc4326e0-4e88-4615-b8a7-8f636df01dd1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:08.343840 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-b7f9222f-5784-46b3-b622-410fc8c98e79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c901733-1318-4d5d-9b23-9dc9c5f82fb5 HTTP/1.1" status: 200 len: 1001 time: 0.3987160 Apr 14 21:33:08.367856 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks [] for router_gateway (a8f693de-7103-4d1f-ab25-d4920783dc74), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.418980 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.422760 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-1f4058c0-4eb9-45a8-8b7c-856870814f7b req-dc540b28-5604-49a0-8056-261e16f764fe service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788315 Apr 14 21:33:08.446174 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Attempting to bind port fc4326e0-4e88-4615-b8a7-8f636df01dd1 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:08.447271 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Attempting to bind port fc4326e0-4e88-4615-b8a7-8f636df01dd1 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:08.447808 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Attempting to bind port fc4326e0-4e88-4615-b8a7-8f636df01dd1 on network 500ff2dc-cef4-484d-91bb-c2169042b730 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:08.468672 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc0052-d6a1-404d-9ac0-85becc47715e req-910d0230-801d-4569-9748-d7ad22b3f3f0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:08.470288 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fffc0052-d6a1-404d-9ac0-85becc47715e req-910d0230-801d-4569-9748-d7ad22b3f3f0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1053362 Apr 14 21:33:08.473598 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e9a32-ff47-4c3e-8f59-861e21c06eaf None None] Pushing event updated for resources: {'Port': ['ID=dd84b3c9-8455-4ded-ae33-a7098280bc56,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:08.520227 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:08.520726 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Checking segment: {'id': '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:08.521099 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.521642 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Bound using segment: {'id': '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:08.522300 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Bound port: fc4326e0-4e88-4615-b8a7-8f636df01dd1, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:08.522692 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.549193 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Attempting to bind port dd84b3c9-8455-4ded-ae33-a7098280bc56 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:08.549570 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Attempting to bind port dd84b3c9-8455-4ded-ae33-a7098280bc56 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:08.550612 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Attempting to bind port dd84b3c9-8455-4ded-ae33-a7098280bc56 on network f915bffc-ca31-4d2d-8190-8ffdc5a32bff {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:08.567759 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:08.567965 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Checking segment: {'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:08.568367 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.568770 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Bound using segment: {'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:08.569782 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Bound port: dd84b3c9-8455-4ded-ae33-a7098280bc56, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:08.570176 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.582486 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-69728ecf-f97b-4d19-90ed-d4a691e9d33c None None] Provisioning complete for port dd84b3c9-8455-4ded-ae33-a7098280bc56 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:08.583039 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-69728ecf-f97b-4d19-90ed-d4a691e9d33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.586911 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fffc0052-d6a1-404d-9ac0-85becc47715e req-8ca8046a-bb05-4ec0-93fd-bc8686314480 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065207 Apr 14 21:33:08.604096 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Allocated IP 172.27.3.243 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/aede1ddf-8de0-4038-9551-f17f15d5a86c) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:08.690953 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-69728ecf-f97b-4d19-90ed-d4a691e9d33c None None] Port dd84b3c9-8455-4ded-ae33-a7098280bc56 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:08.709487 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] For port fc4326e0-4e88-4615-b8a7-8f636df01dd1, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:08.717557 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] For port fc4326e0-4e88-4615-b8a7-8f636df01dd1, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=fc4326e0-4e88-4615-b8a7-8f636df01dd1,segment=NetworkSegment(5f5d0d86-2c94-4d34-aecb-bcb423cacbb6),segment_id=5f5d0d86-2c94-4d34-aecb-bcb423cacbb6)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:08.734242 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.777195 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks [] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.788555 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] For port dd84b3c9-8455-4ded-ae33-a7098280bc56, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:08.815705 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] For port dd84b3c9-8455-4ded-ae33-a7098280bc56, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=dd84b3c9-8455-4ded-ae33-a7098280bc56,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:08.820332 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defad8fd-d982-4538-8950-4fe244d90c7d None None] Pushing event updated for resources: {'Port': ['ID=fc4326e0-4e88-4615-b8a7-8f636df01dd1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:08.826092 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.837851 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.916696 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Pushing event updated for resources: {'Port': ['ID=aede1ddf-8de0-4038-9551-f17f15d5a86c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:08.921199 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Routers {'c24cc765-731c-40cd-8cae-b324bfd01eb6'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:08.921849 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:32:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['c24cc765-731c-40cd-8cae-b324bfd01eb6'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:08.943217 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:08.944985 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:08.948425 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:09.146022 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a979ee6-bd94-4a6f-8a94-bbe4e0e8e5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.160068 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e9a32-ff47-4c3e-8f59-861e21c06eaf None None] Pushing event updated for resources: {'Port': ['ID=dd84b3c9-8455-4ded-ae33-a7098280bc56,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:09.176110 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-b9d2f027-c0d2-4172-9512-b9c910f9b7fe None None] Provisioning complete for port dd84b3c9-8455-4ded-ae33-a7098280bc56 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:09.176411 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f027-c0d2-4172-9512-b9c910f9b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.252732 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks [] for router_gateway (a8f693de-7103-4d1f-ab25-d4920783dc74), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.300604 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] Set router c24cc765-731c-40cd-8cae-b324bfd01eb6 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:09.344435 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b9d2f027-c0d2-4172-9512-b9c910f9b7fe None None] Current status of the port dd84b3c9-8455-4ded-ae33-a7098280bc56 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:09.344819 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f027-c0d2-4172-9512-b9c910f9b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.456651 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (a8f693de-7103-4d1f-ab25-d4920783dc74), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.462126 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b9d2f027-c0d2-4172-9512-b9c910f9b7fe None None] For port dd84b3c9-8455-4ded-ae33-a7098280bc56, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=dd84b3c9-8455-4ded-ae33-a7098280bc56,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:09.468573 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f027-c0d2-4172-9512-b9c910f9b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.560725 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2f027-c0d2-4172-9512-b9c910f9b7fe None None] Pushing event updated for resources: {'Port': ['ID=dd84b3c9-8455-4ded-ae33-a7098280bc56,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:09.574302 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:05Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'dd84b3c9-8455-4ded-ae33-a7098280bc56', 'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'mac_address': 'fa:16:3e:42:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:04Z', 'updated_at': '2022-04-14T21:33:08Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'subnets': [{'id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:09.596266 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Router a8f693de-7103-4d1f-ab25-d4920783dc74 is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:33:09.604776 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49047a-fbea-4c76-a4e7-0c7591993d41 None None] The sync data for ids ['c24cc765-731c-40cd-8cae-b324bfd01eb6'] in dv-cinder-837543-3-iscsi is: [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:05Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'dd84b3c9-8455-4ded-ae33-a7098280bc56', 'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'mac_address': 'fa:16:3e:42:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:04Z', 'updated_at': '2022-04-14T21:33:08Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'subnets': [{'id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:09.682117 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.754194 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:09.764467 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d8a51-9042-4ec2-b6d1-9990fadc2bf2 req-9879728c-7154-4be8-be5c-673581367545 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:09.772750 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-602d8a51-9042-4ec2-b6d1-9990fadc2bf2 req-9879728c-7154-4be8-be5c-673581367545 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0778143 Apr 14 21:33:09.781963 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Sync routers for ids ['a8f693de-7103-4d1f-ab25-d4920783dc74'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:09.809363 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.811975 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3b0e4810-7a5f-4301-ad1d-f8595fd04664 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4687152 Apr 14 21:33:09.814384 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 56866) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:09.819182 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Routers {'a8f693de-7103-4d1f-ab25-d4920783dc74'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:09.819827 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:33:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['a8f693de-7103-4d1f-ab25-d4920783dc74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:09.869100 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-602d8a51-9042-4ec2-b6d1-9990fadc2bf2 req-272df3d7-48b8-4d59-9ad9-4b026dae5382 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953522 Apr 14 21:33:09.968298 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device fc4326e0-4e88-4615-b8a7-8f636df01dd1 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:10.041868 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port fc4326e0-4e88-4615-b8a7-8f636df01dd1 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:10.042253 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.057223 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Set router a8f693de-7103-4d1f-ab25-d4920783dc74 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:10.171809 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port fc4326e0-4e88-4615-b8a7-8f636df01dd1 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:10.172795 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.228894 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port fc4326e0-4e88-4615-b8a7-8f636df01dd1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=fc4326e0-4e88-4615-b8a7-8f636df01dd1,segment=NetworkSegment(5f5d0d86-2c94-4d34-aecb-bcb423cacbb6),segment_id=5f5d0d86-2c94-4d34-aecb-bcb423cacbb6)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:10.243749 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.244522 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device dd84b3c9-8455-4ded-ae33-a7098280bc56 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:10.289099 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c269ee-9284-44b8-90ea-01fec538db0a None None] Network 500ff2dc-cef4-484d-91bb-c2169042b730 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:33:10.318708 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'name': 'tempest-TestMinimumBasicScenario-1344029414-router', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:07Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 3, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'gw_port': {'id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:08Z', 'updated_at': '2022-04-14T21:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:10.365349 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Checking router: a8f693de-7103-4d1f-ab25-d4920783dc74 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:10.365791 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Updating router a8f693de-7103-4d1f-ab25-d4920783dc74 port aede1ddf-8de0-4038-9551-f17f15d5a86c binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:33:10.396410 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.409329 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-6b54f7d9-a97a-44d0-85f3-8da260d5147e None None] Provisioning complete for port fc4326e0-4e88-4615-b8a7-8f636df01dd1 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:10.409703 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b54f7d9-a97a-44d0-85f3-8da260d5147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.456102 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port dd84b3c9-8455-4ded-ae33-a7098280bc56 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:10.456480 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.462297 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=fc4326e0-4e88-4615-b8a7-8f636df01dd1,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:10.485506 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.628470 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6b54f7d9-a97a-44d0-85f3-8da260d5147e None None] Current status of the port fc4326e0-4e88-4615-b8a7-8f636df01dd1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:10.651503 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port dd84b3c9-8455-4ded-ae33-a7098280bc56 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:10.717060 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Allocated IP 172.20.0.1 (500ff2dc-cef4-484d-91bb-c2169042b730/ec6e1f4a-21c1-4436-b676-06e2acd1d6d2/df9eb3c7-ea61-44a2-828d-5b74b6f55971) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:10.743118 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Publish callbacks [] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.751028 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.820036 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c68c9-40fb-46f3-be3b-302dfd9746ed None None] Pushing event updated for resources: {'Port': ['ID=aede1ddf-8de0-4038-9551-f17f15d5a86c,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:10.827618 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Attempting to bind port aede1ddf-8de0-4038-9551-f17f15d5a86c on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:10.827906 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Attempting to bind port aede1ddf-8de0-4038-9551-f17f15d5a86c by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:10.828358 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Attempting to bind port aede1ddf-8de0-4038-9551-f17f15d5a86c on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:10.833808 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:10.834334 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:10.834740 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.835272 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:10.835745 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Bound port: aede1ddf-8de0-4038-9551-f17f15d5a86c, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:10.836146 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.847101 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Publish callbacks [] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.857931 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-b91500f5-a571-401e-884e-3dd3d1995205 None None] Provisioning complete for port fc4326e0-4e88-4615-b8a7-8f636df01dd1 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:10.858306 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b91500f5-a571-401e-884e-3dd3d1995205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.903369 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] For port aede1ddf-8de0-4038-9551-f17f15d5a86c, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:10.907066 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] For port aede1ddf-8de0-4038-9551-f17f15d5a86c, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=aede1ddf-8de0-4038-9551-f17f15d5a86c,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:10.918773 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.964657 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-a496d374-ecd5-4ab5-9978-6b28b3d03d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:10.966222 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-a496d374-ecd5-4ab5-9978-6b28b3d03d68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdd211a7-0033-43a9-a631-1861ed1b49f4 HTTP/1.1" status: 200 len: 849 time: 0.0647719 Apr 14 21:33:10.968449 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.036889 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c68c9-40fb-46f3-be3b-302dfd9746ed None None] Pushing event updated for resources: {'Port': ['ID=aede1ddf-8de0-4038-9551-f17f15d5a86c,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:11.042322 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b91500f5-a571-401e-884e-3dd3d1995205 None None] Current status of the port fc4326e0-4e88-4615-b8a7-8f636df01dd1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:11.061746 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Routers {'a8f693de-7103-4d1f-ab25-d4920783dc74'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:11.062428 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:33:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['a8f693de-7103-4d1f-ab25-d4920783dc74'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:11.078470 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Network 500ff2dc-cef4-484d-91bb-c2169042b730 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:11.089280 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:11.104265 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:11.104899 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (a8f693de-7103-4d1f-ab25-d4920783dc74), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.169514 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40427bc0-55cf-4c3b-a8f6-cc0d443c87f1 req-866e0477-7cf2-4f92-a8d4-d5a565507e86 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:11.177934 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-40427bc0-55cf-4c3b-a8f6-cc0d443c87f1 req-866e0477-7cf2-4f92-a8d4-d5a565507e86 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1120543 Apr 14 21:33:11.261587 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-40427bc0-55cf-4c3b-a8f6-cc0d443c87f1 req-2cc33a08-d479-4d80-8bc3-d5ff1d49a9b3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823922 Apr 14 21:33:11.300746 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Pushing event updated for resources: {'Port': ['ID=df9eb3c7-ea61-44a2-828d-5b74b6f55971,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:11.306149 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-9393a5ea-a168-4550-90b8-d3b0295767ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:11.308006 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-9393a5ea-a168-4550-90b8-d3b0295767ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fecfe2-76b7-4925-b617-b1a8b018293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3335812 Apr 14 21:33:11.322114 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.332185 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] Set router a8f693de-7103-4d1f-ab25-d4920783dc74 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:11.372826 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.464652 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-5a5c8499-c9af-4cd9-b806-1cc33f5b6349 None None] Provisioning complete for port df9eb3c7-ea61-44a2-828d-5b74b6f55971 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:11.465243 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a5c8499-c9af-4cd9-b806-1cc33f5b6349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.503635 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c8499-c9af-4cd9-b806-1cc33f5b6349 None None] Port df9eb3c7-ea61-44a2-828d-5b74b6f55971 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:11.613590 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'name': 'tempest-TestMinimumBasicScenario-1344029414-router', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:07Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 3, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'gw_port': {'id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:08Z', 'updated_at': '2022-04-14T21:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:11.644494 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b861d4-6ed9-4fbd-b063-d3bf506cf2a7 None None] The sync data for ids ['a8f693de-7103-4d1f-ab25-d4920783dc74'] in dv-cinder-837543-3-iscsi is: [{'id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'name': 'tempest-TestMinimumBasicScenario-1344029414-router', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:07Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 3, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'gw_port': {'id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:08Z', 'updated_at': '2022-04-14T21:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:11.690668 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-da7093bd-e6ff-4016-b329-6ad7e6c48817 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530440 Apr 14 21:33:11.786908 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Publish callbacks [] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.793447 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.794211 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (a8f693de-7103-4d1f-ab25-d4920783dc74), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.813513 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device fc4326e0-4e88-4615-b8a7-8f636df01dd1 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:11.874519 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port fc4326e0-4e88-4615-b8a7-8f636df01dd1 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:11.874896 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.906321 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Pushing event updated for resources: {'Port': ['ID=df9eb3c7-ea61-44a2-828d-5b74b6f55971,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:11.972225 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Network 500ff2dc-cef4-484d-91bb-c2169042b730 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:11.973713 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:12.002181 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port fc4326e0-4e88-4615-b8a7-8f636df01dd1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:12.111336 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Router a8f693de-7103-4d1f-ab25-d4920783dc74 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:33:12.232803 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-c3a0ca8a-704b-482b-9a5f-527fb8156cc2 None None] Provisioning complete for port df9eb3c7-ea61-44a2-828d-5b74b6f55971 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:12.233183 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3a0ca8a-704b-482b-9a5f-527fb8156cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.260982 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:12.280690 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-243ced90-85cd-42df-9fcf-d3db3fd24704 admin admin] 10.222.0.47 "PUT /v2.0/routers/a8f693de-7103-4d1f-ab25-d4920783dc74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652956 Apr 14 21:33:12.339089 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0ca8a-704b-482b-9a5f-527fb8156cc2 None None] Port df9eb3c7-ea61-44a2-828d-5b74b6f55971 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:12.490158 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bad9a-a164-4730-bbd4-c4c0dfe46058 req-d2f65e71-cf83-4069-a51e-0457efa3a8fa tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:12.495544 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-319bad9a-a164-4730-bbd4-c4c0dfe46058 req-d2f65e71-cf83-4069-a51e-0457efa3a8fa tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1022034 Apr 14 21:33:12.604246 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c590dc-e82d-42c3-abba-1314e032c0c4 req-8015f53f-dc57-422f-bb19-77720aa007db tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:12.608606 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f1c590dc-e82d-42c3-abba-1314e032c0c4 req-8015f53f-dc57-422f-bb19-77720aa007db tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.0810299 Apr 14 21:33:12.622406 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-319bad9a-a164-4730-bbd4-c4c0dfe46058 req-f82ad391-0996-4a8c-8d7f-31f2172f1d12 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170433 Apr 14 21:33:12.670903 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.699040 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f1c590dc-e82d-42c3-abba-1314e032c0c4 req-1e5cdf5b-de87-48ba-9f1f-5be9f75a2567 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752542 Apr 14 21:33:13.339924 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-99a88cf8-c642-49b8-81cd-b51edcec784a req-06d72e15-61b7-4997-a620-8231dcddaa9a service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070112 Apr 14 21:33:13.681017 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Sync routers for ids ['a8f693de-7103-4d1f-ab25-d4920783dc74'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:13.694813 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Routers {'a8f693de-7103-4d1f-ab25-d4920783dc74'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:13.696552 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:33:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['a8f693de-7103-4d1f-ab25-d4920783dc74'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:13.789842 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4c80c-002d-477f-8d2c-eb79173fcbbd req-d21d26a9-749b-49df-8bd7-8a2163251483 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:13.792618 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bac4c80c-002d-477f-8d2c-eb79173fcbbd req-d21d26a9-749b-49df-8bd7-8a2163251483 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0834217 Apr 14 21:33:13.884400 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device aede1ddf-8de0-4038-9551-f17f15d5a86c up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:13.927102 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1cdf-b0a5-4b18-bf6d-df9ea3a64af3 req-d437d66c-45d3-4dd3-8c35-5e0161d32572 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:13.929176 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b5b1cdf-b0a5-4b18-bf6d-df9ea3a64af3 req-d437d66c-45d3-4dd3-8c35-5e0161d32572 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.0879242 Apr 14 21:33:13.939519 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bac4c80c-002d-477f-8d2c-eb79173fcbbd req-87703af5-e643-42bc-9caa-1b874cada763 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373870 Apr 14 21:33:13.947240 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Set router a8f693de-7103-4d1f-ab25-d4920783dc74 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:14.016815 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port aede1ddf-8de0-4038-9551-f17f15d5a86c triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:14.017451 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:14.032045 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b5b1cdf-b0a5-4b18-bf6d-df9ea3a64af3 req-681a9cbe-2465-4c42-be25-3da71e212461 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911992 Apr 14 21:33:14.343068 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port aede1ddf-8de0-4038-9551-f17f15d5a86c is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:14.343461 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:14.392545 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port aede1ddf-8de0-4038-9551-f17f15d5a86c, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=aede1ddf-8de0-4038-9551-f17f15d5a86c,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:14.406763 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:14.444455 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'name': 'tempest-TestMinimumBasicScenario-1344029414-router', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:07Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'gw_port': {'id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:08Z', 'updated_at': '2022-04-14T21:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'df9eb3c7-ea61-44a2-828d-5b74b6f55971', 'name': '', 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'mac_address': 'fa:16:3e:73:39:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ec6e1f4a-21c1-4436-b676-06e2acd1d6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:10Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 2, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'subnets': [{'id': 'ec6e1f4a-21c1-4436-b676-06e2acd1d6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:14.488270 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Checking router: a8f693de-7103-4d1f-ab25-d4920783dc74 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:14.488627 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Updating router a8f693de-7103-4d1f-ab25-d4920783dc74 port df9eb3c7-ea61-44a2-828d-5b74b6f55971 binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:33:14.537523 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:14.539908 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=aede1ddf-8de0-4038-9551-f17f15d5a86c,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:14.972078 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Publish callbacks [] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:14.981631 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.057583 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514809f6-5903-4f6a-9415-c5e14a5c5f6c None None] Pushing event updated for resources: {'Port': ['ID=df9eb3c7-ea61-44a2-828d-5b74b6f55971,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:15.222537 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Attempting to bind port df9eb3c7-ea61-44a2-828d-5b74b6f55971 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:15.224117 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Attempting to bind port df9eb3c7-ea61-44a2-828d-5b74b6f55971 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:15.225866 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Attempting to bind port df9eb3c7-ea61-44a2-828d-5b74b6f55971 on network 500ff2dc-cef4-484d-91bb-c2169042b730 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:15.234717 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:15.235559 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Checking segment: {'id': '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:15.237668 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.238509 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Bound using segment: {'id': '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:15.239504 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed3769-38a4-4288-b516-7432531d946a req-ccc46316-f91b-499f-91ef-ac20ac122f04 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:15.240591 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Bound port: df9eb3c7-ea61-44a2-828d-5b74b6f55971, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:15.241631 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.247856 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-57ed3769-38a4-4288-b516-7432531d946a req-ccc46316-f91b-499f-91ef-ac20ac122f04 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.2088914 Apr 14 21:33:15.312973 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a04c5-2285-4c72-95ae-6ae2901e6b4a req-93151008-b358-4ddb-bd33-a193af923d0d tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:15.325891 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eb8a04c5-2285-4c72-95ae-6ae2901e6b4a req-93151008-b358-4ddb-bd33-a193af923d0d tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.1638784 Apr 14 21:33:15.382256 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] For port df9eb3c7-ea61-44a2-828d-5b74b6f55971, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:15.393818 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] For port df9eb3c7-ea61-44a2-828d-5b74b6f55971, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=df9eb3c7-ea61-44a2-828d-5b74b6f55971,segment=NetworkSegment(5f5d0d86-2c94-4d34-aecb-bcb423cacbb6),segment_id=5f5d0d86-2c94-4d34-aecb-bcb423cacbb6)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:15.413562 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.548974 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-57ed3769-38a4-4288-b516-7432531d946a req-99501806-1393-49a7-9f05-825c7e377065 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999701 Apr 14 21:33:15.566983 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Routers {'a8f693de-7103-4d1f-ab25-d4920783dc74'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:15.567801 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:33:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['a8f693de-7103-4d1f-ab25-d4920783dc74'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:15.588452 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eb8a04c5-2285-4c72-95ae-6ae2901e6b4a req-a2fe0bdd-8bd5-475b-86b6-17d29b0e3fb9 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535872 Apr 14 21:33:15.630287 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-21344040-fd87-4953-bd1f-1540e8455cc7 None None] Provisioning complete for port df9eb3c7-ea61-44a2-828d-5b74b6f55971 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:15.630614 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21344040-fd87-4953-bd1f-1540e8455cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.643474 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514809f6-5903-4f6a-9415-c5e14a5c5f6c None None] Pushing event updated for resources: {'Port': ['ID=df9eb3c7-ea61-44a2-828d-5b74b6f55971,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:15.844313 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] Set router a8f693de-7103-4d1f-ab25-d4920783dc74 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:15.846987 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-21344040-fd87-4953-bd1f-1540e8455cc7 None None] Current status of the port df9eb3c7-ea61-44a2-828d-5b74b6f55971 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:15.847275 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21344040-fd87-4953-bd1f-1540e8455cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.944098 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device aede1ddf-8de0-4038-9551-f17f15d5a86c up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:16.060320 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-21344040-fd87-4953-bd1f-1540e8455cc7 None None] For port df9eb3c7-ea61-44a2-828d-5b74b6f55971, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=df9eb3c7-ea61-44a2-828d-5b74b6f55971,segment=NetworkSegment(5f5d0d86-2c94-4d34-aecb-bcb423cacbb6),segment_id=5f5d0d86-2c94-4d34-aecb-bcb423cacbb6)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:16.073435 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57014) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:16.079338 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-21344040-fd87-4953-bd1f-1540e8455cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.153555 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port aede1ddf-8de0-4038-9551-f17f15d5a86c triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:16.153873 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.221070 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-234f3bec-5d98-4a63-b992-ceab38ee0a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.244739 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21344040-fd87-4953-bd1f-1540e8455cc7 None None] Pushing event updated for resources: {'Port': ['ID=df9eb3c7-ea61-44a2-828d-5b74b6f55971,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:16.261553 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-e8a87447-f987-40e2-9396-298c08124840 None None] Provisioning complete for port df9eb3c7-ea61-44a2-828d-5b74b6f55971 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:16.263168 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8a87447-f987-40e2-9396-298c08124840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.321888 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-234f3bec-5d98-4a63-b992-ceab38ee0a54 admin admin] Publish callbacks [] for security_group (13394ecb-e10d-409e-ae86-ada13eb27cf0), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.329642 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-234f3bec-5d98-4a63-b992-ceab38ee0a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (13394ecb-e10d-409e-ae86-ada13eb27cf0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.380659 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f3bec-5d98-4a63-b992-ceab38ee0a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13394ecb-e10d-409e-ae86-ada13eb27cf0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:16.387670 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-234f3bec-5d98-4a63-b992-ceab38ee0a54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e9b0417086240e99a7a2466848e8618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128009 Apr 14 21:33:16.391124 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 57018) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:16.393900 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'name': 'tempest-TestMinimumBasicScenario-1344029414-router', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:07Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'gw_port': {'id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:08Z', 'updated_at': '2022-04-14T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'df9eb3c7-ea61-44a2-828d-5b74b6f55971', 'name': '', 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'mac_address': 'fa:16:3e:73:39:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ec6e1f4a-21c1-4436-b676-06e2acd1d6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:10Z', 'updated_at': '2022-04-14T21:33:15Z', 'revision_number': 4, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'subnets': [{'id': 'ec6e1f4a-21c1-4436-b676-06e2acd1d6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:16.453260 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0995bca-f788-49e1-aea9-6cc0263fa143 None None] The sync data for ids ['a8f693de-7103-4d1f-ab25-d4920783dc74'] in dv-cinder-837543-3-iscsi is: [{'id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'name': 'tempest-TestMinimumBasicScenario-1344029414-router', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:07Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'gw_port': {'id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:08Z', 'updated_at': '2022-04-14T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'df9eb3c7-ea61-44a2-828d-5b74b6f55971', 'name': '', 'network_id': '500ff2dc-cef4-484d-91bb-c2169042b730', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'mac_address': 'fa:16:3e:73:39:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'ec6e1f4a-21c1-4436-b676-06e2acd1d6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:10Z', 'updated_at': '2022-04-14T21:33:15Z', 'revision_number': 4, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'subnets': [{'id': 'ec6e1f4a-21c1-4436-b676-06e2acd1d6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:16.456616 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port aede1ddf-8de0-4038-9551-f17f15d5a86c is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:16.465510 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eef82275-7514-46bf-83be-4d7e42cba825 admin admin] Publish callbacks [] for security_group (13394ecb-e10d-409e-ae86-ada13eb27cf0), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.472159 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e8a87447-f987-40e2-9396-298c08124840 None None] Current status of the port df9eb3c7-ea61-44a2-828d-5b74b6f55971 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:16.542645 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eef82275-7514-46bf-83be-4d7e42cba825 admin admin] Publish callbacks [] for security_group (13394ecb-e10d-409e-ae86-ada13eb27cf0), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.651705 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eef82275-7514-46bf-83be-4d7e42cba825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (13394ecb-e10d-409e-ae86-ada13eb27cf0), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.654419 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eef82275-7514-46bf-83be-4d7e42cba825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.667524 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-eef82275-7514-46bf-83be-4d7e42cba825 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13394ecb-e10d-409e-ae86-ada13eb27cf0 HTTP/1.1" status: 204 len: 168 time: 0.2752094 Apr 14 21:33:16.706549 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef82275-7514-46bf-83be-4d7e42cba825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13394ecb-e10d-409e-ae86-ada13eb27cf0,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:16.756777 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-c9d89a60-ceb4-4dfb-9c52-9290d653dd93 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:16.765384 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-c9d89a60-ceb4-4dfb-9c52-9290d653dd93 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.2691395 Apr 14 21:33:16.873783 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e428b-98aa-4c87-b46e-96cf45e458ce req-de9eb4ee-9331-4b28-aa7a-55a41372d70e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:16.875352 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a16e428b-98aa-4c87-b46e-96cf45e458ce req-de9eb4ee-9331-4b28-aa7a-55a41372d70e tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 946 time: 0.1221032 Apr 14 21:33:16.882669 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748816ba-0777-4acb-9bdc-d5fbe22b6222 req-7ad38d15-e3dc-4fa0-87e7-2ed4b09aafff tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:16.890916 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-748816ba-0777-4acb-9bdc-d5fbe22b6222 req-7ad38d15-e3dc-4fa0-87e7-2ed4b09aafff tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1048336 Apr 14 21:33:17.018361 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a16e428b-98aa-4c87-b46e-96cf45e458ce req-22478603-0177-4c7a-a8fb-cfa0d41c3ead tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/security-groups?id=a514b1aa-5874-4f7a-993c-cbf540dba58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260726 Apr 14 21:33:17.037685 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-748816ba-0777-4acb-9bdc-d5fbe22b6222 req-10e90649-e244-41da-8159-0db48e285523 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206954 Apr 14 21:33:17.147201 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-3318cd39-9883-447e-a430-8c539b530c35 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Deleting port e8fa4639-2f04-4688-924d-c0de626cad98 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:33:17.148260 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-3318cd39-9883-447e-a430-8c539b530c35 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.323407 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-3318cd39-9883-447e-a430-8c539b530c35 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] For port e8fa4639-2f04-4688-924d-c0de626cad98, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e8fa4639-2f04-4688-924d-c0de626cad98,segment=NetworkSegment(afb5bcbc-706e-4511-b4f7-ab4a164de742),segment_id=afb5bcbc-706e-4511-b4f7-ab4a164de742)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:17.323793 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-3318cd39-9883-447e-a430-8c539b530c35 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.345316 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-3318cd39-9883-447e-a430-8c539b530c35 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Calling delete_port for e8fa4639-2f04-4688-924d-c0de626cad98 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:33:17.354806 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57048) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:17.386822 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89565bdd-b781-4044-b3ef-009bf5ab706b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.609392 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89565bdd-b781-4044-b3ef-009bf5ab706b admin admin] Publish callbacks [] for security_group (f3e2000a-c0ec-4cfa-9d87-ee535b793378), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.617007 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89565bdd-b781-4044-b3ef-009bf5ab706b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f3e2000a-c0ec-4cfa-9d87-ee535b793378), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.663038 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-3318cd39-9883-447e-a430-8c539b530c35 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871'] for port (e8fa4639-2f04-4688-924d-c0de626cad98), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.685229 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['e8fa4639-2f04-4688-924d-c0de626cad98'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:33:17.734225 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-89565bdd-b781-4044-b3ef-009bf5ab706b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b7e456d56b04218b9ec61163a1fcfa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783524 Apr 14 21:33:17.735443 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318cd39-9883-447e-a430-8c539b530c35 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Pushing event deleted for resources: {'Port': ['ID=e8fa4639-2f04-4688-924d-c0de626cad98,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:17.736848 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 57056) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:17.739881 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89565bdd-b781-4044-b3ef-009bf5ab706b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e2000a-c0ec-4cfa-9d87-ee535b793378,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:17.840996 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f41c150e-cb01-41f0-9315-4aa226f31873 admin admin] Publish callbacks [] for security_group (f3e2000a-c0ec-4cfa-9d87-ee535b793378), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.859338 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-3318cd39-9883-447e-a430-8c539b530c35 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] No DVR routers for this DVR port e8fa4639-2f04-4688-924d-c0de626cad98 on host hv-cinder-83754 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:33:17.864227 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-3318cd39-9883-447e-a430-8c539b530c35 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.870432 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d8043875-fda3-48e6-932d-9b8ed7d49ad5 req-3318cd39-9883-447e-a430-8c539b530c35 tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.13 "DELETE /v2.0/ports/e8fa4639-2f04-4688-924d-c0de626cad98 HTTP/1.1" status: 204 len: 173 time: 1.0988402 Apr 14 21:33:17.870886 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5e3aca-efe4-4cb4-bce3-281f9cae3974', 'name': 'network-vif-deleted', 'tag': 'e8fa4639-2f04-4688-924d-c0de626cad98'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:17.873283 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f89ee6d-e783-4b92-86fa-7ebbf0d79a3a" -d '{"events": [{"server_uuid": "eb5e3aca-efe4-4cb4-bce3-281f9cae3974", "name": "network-vif-deleted", "tag": "e8fa4639-2f04-4688-924d-c0de626cad98"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:17.888790 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f41c150e-cb01-41f0-9315-4aa226f31873 admin admin] Publish callbacks [] for security_group (f3e2000a-c0ec-4cfa-9d87-ee535b793378), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.969231 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81faf39-f692-4ea0-954c-f328c4d2e0f5 x-openstack-request-id: req-e81faf39-f692-4ea0-954c-f328c4d2e0f5 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:17.969842 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5e3aca-efe4-4cb4-bce3-281f9cae3974", "name": "network-vif-deleted", "tag": "e8fa4639-2f04-4688-924d-c0de626cad98", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:17.970413 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e81faf39-f692-4ea0-954c-f328c4d2e0f5 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:17.971378 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81faf39-f692-4ea0-954c-f328c4d2e0f5'] response: {'server_uuid': 'eb5e3aca-efe4-4cb4-bce3-281f9cae3974', 'name': 'network-vif-deleted', 'tag': 'e8fa4639-2f04-4688-924d-c0de626cad98', 'status': 'completed', 'code': 200} Apr 14 21:33:18.007440 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device df9eb3c7-ea61-44a2-828d-5b74b6f55971 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:18.044355 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f41c150e-cb01-41f0-9315-4aa226f31873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f3e2000a-c0ec-4cfa-9d87-ee535b793378), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.047844 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f41c150e-cb01-41f0-9315-4aa226f31873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.051132 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f41c150e-cb01-41f0-9315-4aa226f31873 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3e2000a-c0ec-4cfa-9d87-ee535b793378 HTTP/1.1" status: 204 len: 168 time: 0.3130841 Apr 14 21:33:18.076863 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c150e-cb01-41f0-9315-4aa226f31873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e2000a-c0ec-4cfa-9d87-ee535b793378,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:18.189526 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d20bf505-c319-4001-96c7-f0962426941e req-ae18680e-cba8-4f75-ab79-27b0d776140b tempest-DeleteServersTestJSON-597559801 tempest-DeleteServersTestJSON-597559801-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5e3aca-efe4-4cb4-bce3-281f9cae3974 HTTP/1.1" status: 200 len: 210 time: 0.0788717 Apr 14 21:33:18.294891 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10364318-614a-49b9-8c4b-8b6804554c28 req-c8a4a4de-648b-48a2-88ff-d4a748d31bd1 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:18.296502 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-10364318-614a-49b9-8c4b-8b6804554c28 req-c8a4a4de-648b-48a2-88ff-d4a748d31bd1 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1117253 Apr 14 21:33:18.452575 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-10364318-614a-49b9-8c4b-8b6804554c28 req-bd953e3b-58d5-484a-9fc2-233ceb65b080 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425927 Apr 14 21:33:18.541286 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port df9eb3c7-ea61-44a2-828d-5b74b6f55971 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:18.541705 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.667767 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port df9eb3c7-ea61-44a2-828d-5b74b6f55971 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:18.739594 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 57078) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:18.753377 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-17c8ab15-d678-47ec-9cb0-e229066d22d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.846204 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-17c8ab15-d678-47ec-9cb0-e229066d22d6 admin admin] Publish callbacks [] for security_group (52d5b797-b3b7-4e62-99bf-c743d4bad691), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.851285 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-17c8ab15-d678-47ec-9cb0-e229066d22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (52d5b797-b3b7-4e62-99bf-c743d4bad691), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.903452 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8ab15-d678-47ec-9cb0-e229066d22d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d5b797-b3b7-4e62-99bf-c743d4bad691,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:18.913208 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-17c8ab15-d678-47ec-9cb0-e229066d22d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=34f53f7ee30e4149bef5c620502d754d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671147 Apr 14 21:33:18.913208 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 57082) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:18.985546 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-311071d7-4b86-4b4b-8dcb-73698b24ca28 admin admin] Publish callbacks [] for security_group (52d5b797-b3b7-4e62-99bf-c743d4bad691), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.018483 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-311071d7-4b86-4b4b-8dcb-73698b24ca28 admin admin] Publish callbacks [] for security_group (52d5b797-b3b7-4e62-99bf-c743d4bad691), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.089407 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-311071d7-4b86-4b4b-8dcb-73698b24ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (52d5b797-b3b7-4e62-99bf-c743d4bad691), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.093327 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-311071d7-4b86-4b4b-8dcb-73698b24ca28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.098144 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-311071d7-4b86-4b4b-8dcb-73698b24ca28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52d5b797-b3b7-4e62-99bf-c743d4bad691 HTTP/1.1" status: 204 len: 168 time: 0.1834779 Apr 14 21:33:19.107419 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311071d7-4b86-4b4b-8dcb-73698b24ca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d5b797-b3b7-4e62-99bf-c743d4bad691,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:19.504809 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 57108) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:19.638280 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d642bdd-39e0-4c6f-92f5-93d1cfde0e4d req-9ea2f4bf-5ad4-497d-a9f2-ff04974c2501 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:19.639912 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9d642bdd-39e0-4c6f-92f5-93d1cfde0e4d req-9ea2f4bf-5ad4-497d-a9f2-ff04974c2501 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0813909 Apr 14 21:33:19.723713 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-315cf4e5-25e5-43e9-91c3-db0b866405d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.747199 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9d642bdd-39e0-4c6f-92f5-93d1cfde0e4d req-20fdd30f-47c2-46a6-a6c0-97389bbd66fa tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972617 Apr 14 21:33:19.826374 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-315cf4e5-25e5-43e9-91c3-db0b866405d6 admin admin] Publish callbacks [] for security_group (699a20e5-54e1-48e3-ae34-026a02a2f231), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.831825 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-315cf4e5-25e5-43e9-91c3-db0b866405d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (699a20e5-54e1-48e3-ae34-026a02a2f231), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.876242 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-315cf4e5-25e5-43e9-91c3-db0b866405d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4847060856a64c4b83c848c51e0dab61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702412 Apr 14 21:33:19.878832 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57124) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:19.880873 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cf4e5-25e5-43e9-91c3-db0b866405d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699a20e5-54e1-48e3-ae34-026a02a2f231,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:19.982040 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd4ec-18c9-42b1-9155-96d34a2acaaf admin admin] Publish callbacks [] for security_group (699a20e5-54e1-48e3-ae34-026a02a2f231), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.011886 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd4ec-18c9-42b1-9155-96d34a2acaaf admin admin] Publish callbacks [] for security_group (699a20e5-54e1-48e3-ae34-026a02a2f231), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.082244 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd4ec-18c9-42b1-9155-96d34a2acaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (699a20e5-54e1-48e3-ae34-026a02a2f231), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.085496 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd4ec-18c9-42b1-9155-96d34a2acaaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.089698 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-1b4bd4ec-18c9-42b1-9155-96d34a2acaaf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/699a20e5-54e1-48e3-ae34-026a02a2f231 HTTP/1.1" status: 204 len: 168 time: 0.2068670 Apr 14 21:33:20.098812 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bd4ec-18c9-42b1-9155-96d34a2acaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699a20e5-54e1-48e3-ae34-026a02a2f231,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:20.263573 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57136) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:20.583575 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1049534392-network', 'tenant_id': '7e0f3b57b0ae43d98c32cc61e8316e98'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:20.606894 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Made reservation on behalf of 7e0f3b57b0ae43d98c32cc61e8316e98 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:20.609527 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.621623 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.716339 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Publish callbacks [] for security_group (c7d26002-8458-4988-bfd2-bee557d90886), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.720295 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (c7d26002-8458-4988-bfd2-bee557d90886), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.753048 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e8fa4639-2f04-4688-924d-c0de626cad98 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:33:20.753593 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:33:20.767894 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d26002-8458-4988-bfd2-bee557d90886,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:20.777735 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (b82ebff7-0f3d-4921-829e-9dbc19d4da6a), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.778199 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Added segment b82ebff7-0f3d-4921-829e-9dbc19d4da6a of type vlan for network 4d857706-c68b-4b7c-98b8-0a39e21f81ff Apr 14 21:33:20.821838 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: e8fa4639-2f04-4688-924d-c0de626cad98 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:33:20.824070 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e8fa4639-2f04-4688-924d-c0de626cad98 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:33:20.858568 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (4d857706-c68b-4b7c-98b8-0a39e21f81ff), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.906077 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (4d857706-c68b-4b7c-98b8-0a39e21f81ff), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.907262 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:20.907984 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.933974 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837d120-8e90-404f-9d27-e4d8d21be0f1 req-d095ba7b-fd46-41de-9e49-8271a17da626 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:20.935837 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3837d120-8e90-404f-9d27-e4d8d21be0f1 req-d095ba7b-fd46-41de-9e49-8271a17da626 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0637176 Apr 14 21:33:20.987398 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7194712 Apr 14 21:33:20.988464 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57146) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:20.998725 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Request body: {'subnet': {'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1049534392-subnet', 'tenant_id': '7e0f3b57b0ae43d98c32cc61e8316e98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:21.004033 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dca3d4-7ff2-49a3-bad3-adb31376abc1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d857706-c68b-4b7c-98b8-0a39e21f81ff,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:21.016119 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network 4d857706-c68b-4b7c-98b8-0a39e21f81ff details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:33:21.027406 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3837d120-8e90-404f-9d27-e4d8d21be0f1 req-a82b35b4-7081-4232-9735-b3028495ced4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753427 Apr 14 21:33:21.052721 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Made reservation on behalf of 7e0f3b57b0ae43d98c32cc61e8316e98 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:21.056471 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.247878 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for subnet (69bd8373-f0a1-42b8-9329-2bae811d62e1), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.311044 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69bd8373-f0a1-42b8-9329-2bae811d62e1,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:21.321185 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Checking segment: {'id': 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:21.321542 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Network hostable DHCP agents. Network: 4d857706-c68b-4b7c-98b8-0a39e21f81ff, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:33:21.343176 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Network 4d857706-c68b-4b7c-98b8-0a39e21f81ff is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:33:21.353746 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, 4d857706-c68b-4b7c-98b8-0a39e21f81ff) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:21.358931 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:21.359535 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.363522 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e289a2-a7cf-46ed-af71-a408bde3760e None None] Network 4d857706-c68b-4b7c-98b8-0a39e21f81ff requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:33:21.437773 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f996ec2b-7f07-4831-b93a-08ad6c54a31d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4451025 Apr 14 21:33:21.517206 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac80465-3fc5-483f-947e-eaf11ff01dd6 None None] Network 4d857706-c68b-4b7c-98b8-0a39e21f81ff requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:33:22.177841 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06443929-f0d3-4f20-bf80-6df194700d7c req-eea29e45-019f-4b08-b217-29aba2c10476 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:22.181076 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-06443929-f0d3-4f20-bf80-6df194700d7c req-eea29e45-019f-4b08-b217-29aba2c10476 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0773380 Apr 14 21:33:22.259249 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-06443929-f0d3-4f20-bf80-6df194700d7c req-c1838604-cf19-4166-aedb-7c649141cffc tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687873 Apr 14 21:33:23.021916 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 57182) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:23.075314 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-71469618-8ab1-4ca3-8361-c68f9f1194d2 admin admin] Deleting subnet 57304620-fc45-43a2-857b-7f8265e2c942 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:33:23.077409 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71469618-8ab1-4ca3-8361-c68f9f1194d2 admin admin] Publish callbacks [] for subnet (57304620-fc45-43a2-857b-7f8265e2c942), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.127519 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71469618-8ab1-4ca3-8361-c68f9f1194d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8272601'] for subnet (57304620-fc45-43a2-857b-7f8265e2c942), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.178408 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71469618-8ab1-4ca3-8361-c68f9f1194d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (57304620-fc45-43a2-857b-7f8265e2c942), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.245676 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71469618-8ab1-4ca3-8361-c68f9f1194d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7670259'] for subnet (57304620-fc45-43a2-857b-7f8265e2c942), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.292660 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71469618-8ab1-4ca3-8361-c68f9f1194d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57304620-fc45-43a2-857b-7f8265e2c942,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:23.296837 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71469618-8ab1-4ca3-8361-c68f9f1194d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.300804 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-71469618-8ab1-4ca3-8361-c68f9f1194d2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/57304620-fc45-43a2-857b-7f8265e2c942 HTTP/1.1" status: 204 len: 168 time: 0.2792251 Apr 14 21:33:23.303501 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57200) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:23.417956 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.441117 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55622406-8b3e-4d05-ba92-f4375820939e req-60524cf6-56a9-4e78-8a23-78e8ddc2a7ff tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:23.442641 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-55622406-8b3e-4d05-ba92-f4375820939e req-60524cf6-56a9-4e78-8a23-78e8ddc2a7ff tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0667386 Apr 14 21:33:23.488954 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-249df708-9dbf-4c4b-a677-239eaed2880c tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:23.496780 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-249df708-9dbf-4c4b-a677-239eaed2880c tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/networks?id=4d857706-c68b-4b7c-98b8-0a39e21f81ff HTTP/1.1" status: 200 len: 809 time: 0.2199924 Apr 14 21:33:23.526480 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-eddd293a-eb2a-4e80-8a67-b89d3b302203 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/quotas/7e0f3b57b0ae43d98c32cc61e8316e98 HTTP/1.1" status: 200 len: 375 time: 0.0288837 Apr 14 21:33:23.549606 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-55622406-8b3e-4d05-ba92-f4375820939e req-26430f8b-b444-4f36-b93d-b113c6088625 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992169 Apr 14 21:33:23.574430 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-a964b1fd-145c-435f-8cc3-fc9a3041302d tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e0f3b57b0ae43d98c32cc61e8316e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392995 Apr 14 21:33:23.600827 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.650987 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.651358 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.652327 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.652443 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > port after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.652769 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.654209 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > port after_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.655452 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.656125 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.657234 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.657763 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.703979 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-513095b2-de37-418a-9d9c-d9446c0a23e8 service neutron] 10.222.0.47 "GET /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274192 Apr 14 21:33:23.757039 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.757276 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.757652 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.759144 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:23.759502 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:23.784353 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb5bcbc-706e-4511-b4f7-ab4a164de742') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:23.784662 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb5bcbc-706e-4511-b4f7-ab4a164de742') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:23.802673 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (afb5bcbc-706e-4511-b4f7-ab4a164de742), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.823780 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (afb5bcbc-706e-4511-b4f7-ab4a164de742), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.835741 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:33:23.836720 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (afb5bcbc-706e-4511-b4f7-ab4a164de742), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: from cryptography.utils import int_from_bytes Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: from cryptography.utils import int_from_bytes Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:33:23.841257 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:33:23.858509 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-9f3943f4-b0fe-4e51-9415-90ff1ec6e912 service neutron] 10.222.0.47 "GET /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491632 Apr 14 21:33:23.915661 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.930916 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.934472 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] 10.222.0.47 "DELETE /v2.0/networks/a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7 HTTP/1.1" status: 204 len: 168 time: 0.6298909 Apr 14 21:33:23.957774 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88175557-581c-4b55-8e7b-344b85d7646d admin admin] Pushing event deleted for resources: {'Network': ['ID=a1bc87f1-08cc-42c8-9bf6-1382c7e34ce7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:24.096440 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ee076873-6458-4c1c-9b4b-6cd66a6bdd63 req-dc3d01d9-f788-43ba-8a61-b1c60e51ed4e tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 210 time: 0.0472469 Apr 14 21:33:24.150599 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57216) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:24.209200 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-39460096-ab11-4390-b9f0-6aaf73d9483d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a66434b244549eda25a90846ee5f8a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0568986 Apr 14 21:33:24.212061 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57220) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:24.276686 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f45a31ed-cee1-449a-8633-61ac21e7ea84 admin admin] Publish callbacks [] for security_group (a514b1aa-5874-4f7a-993c-cbf540dba58c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.316060 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f45a31ed-cee1-449a-8633-61ac21e7ea84 admin admin] Publish callbacks [] for security_group (a514b1aa-5874-4f7a-993c-cbf540dba58c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.381882 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f45a31ed-cee1-449a-8633-61ac21e7ea84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a514b1aa-5874-4f7a-993c-cbf540dba58c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.384702 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f45a31ed-cee1-449a-8633-61ac21e7ea84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.388406 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f45a31ed-cee1-449a-8633-61ac21e7ea84 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a514b1aa-5874-4f7a-993c-cbf540dba58c HTTP/1.1" status: 204 len: 168 time: 0.1727526 Apr 14 21:33:24.395523 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a31ed-cee1-449a-8633-61ac21e7ea84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a514b1aa-5874-4f7a-993c-cbf540dba58c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:24.734934 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d09b-2d94-4da5-a95b-176b216a4aae req-371fa85a-cda7-43f2-be49-bb8b75af3857 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:24.740671 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1560d09b-2d94-4da5-a95b-176b216a4aae req-371fa85a-cda7-43f2-be49-bb8b75af3857 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0661092 Apr 14 21:33:24.823735 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1560d09b-2d94-4da5-a95b-176b216a4aae req-37d152a6-a1e1-42ee-90eb-9698368a5450 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821719 Apr 14 21:33:25.228909 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-25be2d5d-3faf-49c0-9d56-72d0974baaae req-c5e94798-3c0c-4df1-98b6-8a8edd2b79c3 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 210 time: 0.0616083 Apr 14 21:33:25.504748 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:25.604046 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-66b5f054-21dc-4671-91fa-3980469af4b8 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:25.605494 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-66b5f054-21dc-4671-91fa-3980469af4b8 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.13 "GET /v2.0/networks?id=4d857706-c68b-4b7c-98b8-0a39e21f81ff HTTP/1.1" status: 200 len: 809 time: 0.1236622 Apr 14 21:33:25.625984 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Request body: {'port': {'device_id': 'd24dad05-4da8-4a30-8881-207a58408f90', 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff', 'admin_state_up': True, 'tenant_id': '7e0f3b57b0ae43d98c32cc61e8316e98'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:25.755244 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Made reservation on behalf of 7e0f3b57b0ae43d98c32cc61e8316e98 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:25.758968 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:25.892577 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Allocated IP 172.20.0.10 (4d857706-c68b-4b7c-98b8-0a39e21f81ff/69bd8373-f0a1-42b8-9329-2bae811d62e1/6ba09386-c36d-47e7-9373-2d4f53fc1cb1) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:25.978284 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecc826-ca85-436c-a090-5c665e2a3db8 req-0342507f-6516-42db-90ac-ff02f80d5af8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:25.988053 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-58ecc826-ca85-436c-a090-5c665e2a3db8 req-0342507f-6516-42db-90ac-ff02f80d5af8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0855370 Apr 14 21:33:26.056136 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-58ecc826-ca85-436c-a090-5c665e2a3db8 req-779adc29-bc07-4437-a724-17097de655d5 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634542 Apr 14 21:33:26.290056 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks [] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.336061 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.358696 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9a38b817-dfa7-490a-b6c4-c228ba9284c5 req-bdfc2fbb-8be5-48c1-b786-118d4f7e92d3 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 210 time: 0.0426204 Apr 14 21:33:26.408645 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Network 4d857706-c68b-4b7c-98b8-0a39e21f81ff is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:26.421944 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:26.425314 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Pushing event updated for resources: {'Port': ['ID=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:26.434077 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:26.486895 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:26.487525 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.512032 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-47dfcbdd-049b-4362-bf70-1d16d66c4624 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8920467 Apr 14 21:33:26.529446 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Request body: {'port': {'device_id': 'd24dad05-4da8-4a30-8881-207a58408f90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:26.605243 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.645967 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57336) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:26.730911 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef124796-476b-4416-9056-40baed627930 req-1e3d8701-f796-49fd-ab36-6ec0e7e4a66f tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:26.732529 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-1e3d8701-f796-49fd-ab36-6ec0e7e4a66f tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/networks?id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff HTTP/1.1" status: 200 len: 814 time: 0.1213574 Apr 14 21:33:26.753949 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-e4cff806-6808-44da-87fb-b7c0d8d609a4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/quotas/7a8234531a7b40a6a3c83cfdc11d5ed3 HTTP/1.1" status: 200 len: 375 time: 0.0145936 Apr 14 21:33:26.800255 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-9186d04b-805a-487a-a8b6-82abfd3a4f11 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453770 Apr 14 21:33:26.835575 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84e109d8-460e-4b98-882b-e7b8a0db2c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.900673 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-b9c81e77-9b24-4487-911c-c4557502ee06 service neutron] 10.222.0.47 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876603 Apr 14 21:33:26.953076 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:26.965189 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Publish callbacks [] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.994523 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Transition to ACTIVE for port object 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:33:26.999930 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84e109d8-460e-4b98-882b-e7b8a0db2c97 admin admin] Publish callbacks [] for security_group (39b6eb24-0647-4d58-ae8f-3243cd79331c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.001325 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.001516 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-d627fbf0-0633-4192-9086-d5e9fd769074 service neutron] 10.222.0.47 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946302 Apr 14 21:33:27.010359 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-84e109d8-460e-4b98-882b-e7b8a0db2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (39b6eb24-0647-4d58-ae8f-3243cd79331c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.095323 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-84e109d8-460e-4b98-882b-e7b8a0db2c97 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e3e3f9728b22464c9115e0ee5f243e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483142 Apr 14 21:33:27.097660 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Pushing event updated for resources: {'Port': ['ID=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:27.098502 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 57342) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:27.101411 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e109d8-460e-4b98-882b-e7b8a0db2c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b6eb24-0647-4d58-ae8f-3243cd79331c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:27.196575 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Attempting to bind port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:27.196924 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Attempting to bind port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:27.197356 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Attempting to bind port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 on network 4d857706-c68b-4b7c-98b8-0a39e21f81ff {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:27.201640 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a085f17a-04e2-4bc8-b32d-cf6b79403c8b admin admin] Publish callbacks [] for security_group (39b6eb24-0647-4d58-ae8f-3243cd79331c), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.201790 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 on network 4d857706-c68b-4b7c-98b8-0a39e21f81ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:33:27.202115 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Attempting to bind port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 on network 4d857706-c68b-4b7c-98b8-0a39e21f81ff {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:27.208156 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:27.208392 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Checking segment: {'id': 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:27.208587 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Bound using segment: {'id': 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:27.208994 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Bound port: 6ba09386-c36d-47e7-9373-2d4f53fc1cb1, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:27.209350 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.243894 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-38328383-8b07-4694-8022-80dfe4c394df req-efeff88b-4071-4e30-940a-f24f34ac2e0c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 210 time: 0.0413415 Apr 14 21:33:27.272847 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a085f17a-04e2-4bc8-b32d-cf6b79403c8b admin admin] Publish callbacks [] for security_group (39b6eb24-0647-4d58-ae8f-3243cd79331c), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.275325 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] For port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1, host hv-cinder-83754, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:27.279264 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] For port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,segment=NetworkSegment(b82ebff7-0f3d-4921-829e-9dbc19d4da6a),segment_id=b82ebff7-0f3d-4921-829e-9dbc19d4da6a)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:27.287921 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.294709 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800639b4-fa01-4580-bd1e-662d46afed3e req-94b54a15-2e72-404a-bd69-bc73bd010562 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:27.298414 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-800639b4-fa01-4580-bd1e-662d46afed3e req-94b54a15-2e72-404a-bd69-bc73bd010562 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1350672 Apr 14 21:33:27.325860 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:27.326485 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.327877 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] 10.222.0.13 "PUT /v2.0/ports/6ba09386-c36d-47e7-9373-2d4f53fc1cb1 HTTP/1.1" status: 200 len: 1094 time: 0.8040748 Apr 14 21:33:27.328317 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24dad05-4da8-4a30-8881-207a58408f90', 'tag': '6ba09386-c36d-47e7-9373-2d4f53fc1cb1'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:27.331020 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eda9e2-efb3-42c4-acda-98a83a89a058" -d '{"events": [{"name": "network-changed", "server_uuid": "d24dad05-4da8-4a30-8881-207a58408f90", "tag": "6ba09386-c36d-47e7-9373-2d4f53fc1cb1"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:27.366167 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee5067-1011-425d-9b65-8d1dbd6b697f service neutron] Pushing event updated for resources: {'Port': ['ID=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:27.369216 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-800639b4-fa01-4580-bd1e-662d46afed3e req-7ab1edea-2036-4bf9-8cd1-a736bd0a8fe4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621126 Apr 14 21:33:27.381376 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a085f17a-04e2-4bc8-b32d-cf6b79403c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (39b6eb24-0647-4d58-ae8f-3243cd79331c), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.385114 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a085f17a-04e2-4bc8-b32d-cf6b79403c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.386403 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a085f17a-04e2-4bc8-b32d-cf6b79403c8b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39b6eb24-0647-4d58-ae8f-3243cd79331c HTTP/1.1" status: 204 len: 168 time: 0.2866094 Apr 14 21:33:27.401952 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642378b6-293b-46c2-9075-223eba6447a7 x-openstack-request-id: req-642378b6-293b-46c2-9075-223eba6447a7 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:27.402387 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24dad05-4da8-4a30-8881-207a58408f90", "tag": "6ba09386-c36d-47e7-9373-2d4f53fc1cb1", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:27.402664 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-642378b6-293b-46c2-9075-223eba6447a7 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:27.403617 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642378b6-293b-46c2-9075-223eba6447a7'] response: {'name': 'network-changed', 'server_uuid': 'd24dad05-4da8-4a30-8881-207a58408f90', 'tag': '6ba09386-c36d-47e7-9373-2d4f53fc1cb1', 'status': 'completed', 'code': 200} Apr 14 21:33:27.424929 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085f17a-04e2-4bc8-b32d-cf6b79403c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b6eb24-0647-4d58-ae8f-3243cd79331c,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:27.486021 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-0b70a0bf-9c90-434c-84f7-a8f3af13e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:27.487508 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-0b70a0bf-9c90-434c-84f7-a8f3af13e4a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e0f3b57b0ae43d98c32cc61e8316e98&device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 1128 time: 0.0655844 Apr 14 21:33:27.534234 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b7c6f-616f-4727-9874-5c6ae136d6f8 req-83db748b-cb10-4de1-9e19-96600dbe4846 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:27.539153 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-2b3996a6-5929-4b96-af68-d03145cde485 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ba09386-c36d-47e7-9373-2d4f53fc1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0391774 Apr 14 21:33:27.542235 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f6b7c6f-616f-4727-9874-5c6ae136d6f8 req-83db748b-cb10-4de1-9e19-96600dbe4846 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 944 time: 0.0715787 Apr 14 21:33:27.605539 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f6b7c6f-616f-4727-9874-5c6ae136d6f8 req-fa479455-1a93-4730-adf1-a21f10c935e5 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621097 Apr 14 21:33:27.614032 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-59cbb735-3331-4418-bf7f-c564c13bb4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:27.616949 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-59cbb735-3331-4418-bf7f-c564c13bb4d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69bd8373-f0a1-42b8-9329-2bae811d62e1 HTTP/1.1" status: 200 len: 849 time: 0.0628195 Apr 14 21:33:27.669022 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-543ec4d1-8f30-4e64-95ad-456a594efcf9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d857706-c68b-4b7c-98b8-0a39e21f81ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348670 Apr 14 21:33:27.792277 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-703bdbc2-1365-4b87-806d-2774648d9066 service neutron] 10.222.0.13 "GET /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156018 Apr 14 21:33:27.908982 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14464642-2eba-43ef-a65d-22866ae8a2d5 req-d5a0098e-6147-442b-bcf8-14de6e53a3a8 service neutron] 10.222.0.13 "GET /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095128 Apr 14 21:33:28.337183 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-075acca5-35ba-4b8c-8f6d-8de5128bc3d5 req-9e0e7c31-89c6-4ca6-ab65-636a5c1026ea tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 210 time: 0.0279307 Apr 14 21:33:28.515849 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c75683-c7ea-45b2-8a71-81829fdf3064 req-e20f735c-2d5b-42fb-bc21-ddd36612b119 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:28.517362 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-46c75683-c7ea-45b2-8a71-81829fdf3064 req-e20f735c-2d5b-42fb-bc21-ddd36612b119 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0493224 Apr 14 21:33:28.565133 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-46c75683-c7ea-45b2-8a71-81829fdf3064 req-0f7c84e6-9ebb-4d33-95d9-737a7ca6bc8d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Apr 14 21:33:28.710893 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d13b62-9ac0-4a67-831d-e7b0cd09e507 req-9f2312a0-a804-4cae-bcc0-cda35943d337 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:28.712972 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24d13b62-9ac0-4a67-831d-e7b0cd09e507 req-9f2312a0-a804-4cae-bcc0-cda35943d337 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 944 time: 0.0504546 Apr 14 21:33:28.760967 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24d13b62-9ac0-4a67-831d-e7b0cd09e507 req-99921103-caa1-457a-a085-42925356bef7 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Apr 14 21:33:29.090788 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda9e2-efb3-42c4-acda-98a83a89a058 req-e8e77529-233f-480a-87e2-38a7f93ea43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.092369 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f6eda9e2-efb3-42c4-acda-98a83a89a058 req-e8e77529-233f-480a-87e2-38a7f93ea43c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e0f3b57b0ae43d98c32cc61e8316e98&device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 1128 time: 0.0421612 Apr 14 21:33:29.450998 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1cfaadd3-19bb-4081-821a-47944092ba42 req-7caa3be7-4146-4f70-b314-e2f2294d974e tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 210 time: 0.0330310 Apr 14 21:33:29.485389 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda9e2-efb3-42c4-acda-98a83a89a058 req-3f91919d-3a93-4a24-b01f-38d1d2c3851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.486844 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f6eda9e2-efb3-42c4-acda-98a83a89a058 req-3f91919d-3a93-4a24-b01f-38d1d2c3851d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d857706-c68b-4b7c-98b8-0a39e21f81ff HTTP/1.1" status: 200 len: 910 time: 0.1350117 Apr 14 21:33:29.593363 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f6eda9e2-efb3-42c4-acda-98a83a89a058 req-64bfe020-b4e8-4b36-b98a-b80c2181aeca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ba09386-c36d-47e7-9373-2d4f53fc1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0598297 Apr 14 21:33:29.658044 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef124796-476b-4416-9056-40baed627930 req-35b71246-3c5e-4b44-92df-3b53e2bc8f96 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.659639 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-35b71246-3c5e-4b44-92df-3b53e2bc8f96 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.13 "GET /v2.0/networks?id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff HTTP/1.1" status: 200 len: 814 time: 0.1886504 Apr 14 21:33:29.671487 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda9e2-efb3-42c4-acda-98a83a89a058 req-4e03e8d7-2881-4461-a7a5-d377214da8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.672970 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f6eda9e2-efb3-42c4-acda-98a83a89a058 req-4e03e8d7-2881-4461-a7a5-d377214da8ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69bd8373-f0a1-42b8-9329-2bae811d62e1 HTTP/1.1" status: 200 len: 849 time: 0.0687330 Apr 14 21:33:29.691763 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f76965-e35a-438b-9412-c30d6ed98f24 req-d38553c1-6473-4b77-b399-55d9a8061cf8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.693236 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-76f76965-e35a-438b-9412-c30d6ed98f24 req-d38553c1-6473-4b77-b399-55d9a8061cf8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0548112 Apr 14 21:33:29.741944 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-76f76965-e35a-438b-9412-c30d6ed98f24 req-80efa491-d795-435e-a102-ced65b3b858a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430005 Apr 14 21:33:29.872558 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f6ec7-231d-48e9-9b40-fbeb6fce01ec req-dc186d3b-dca7-4dee-b9de-cc4283a3004c tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.874039 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7c3f6ec7-231d-48e9-9b40-fbeb6fce01ec req-dc186d3b-dca7-4dee-b9de-cc4283a3004c tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 944 time: 0.0478811 Apr 14 21:33:29.919872 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7c3f6ec7-231d-48e9-9b40-fbeb6fce01ec req-59da228d-b984-47a4-872e-11b99e3e381d tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 Apr 14 21:33:30.498121 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:33:30.546055 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-480ce3a8-4828-4efa-b8d2-bcec203b9a61 req-753d9603-f9ef-4575-8444-ac16d8a3b05b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 210 time: 0.0275192 Apr 14 21:33:30.595324 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,segment=NetworkSegment(b82ebff7-0f3d-4921-829e-9dbc19d4da6a),segment_id=b82ebff7-0f3d-4921-829e-9dbc19d4da6a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:30.607166 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '6ba09386-c36d-47e7-9373-2d4f53fc1cb1', 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff', 'port_id': '6ba09386-c36d-47e7-9373-2d4f53fc1cb1', 'mac_address': 'fa:16:3e:a2:2e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bd8373-f0a1-42b8-9329-2bae811d62e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:33:30.648165 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:30.648527 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.660970 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:30.679623 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,segment=NetworkSegment(b82ebff7-0f3d-4921-829e-9dbc19d4da6a),segment_id=b82ebff7-0f3d-4921-829e-9dbc19d4da6a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:30.683885 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.730722 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:30.852609 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25862a-90ac-4e4c-980d-3de786008059 req-92d9bdc9-1a48-4a71-8039-6f99f5189843 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:30.854070 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ee25862a-90ac-4e4c-980d-3de786008059 req-92d9bdc9-1a48-4a71-8039-6f99f5189843 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0475435 Apr 14 21:33:30.902790 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ee25862a-90ac-4e4c-980d-3de786008059 req-df53b886-9438-48ad-9643-3b5f6f647070 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Apr 14 21:33:31.029012 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71abfc6-f0a9-4cd2-8c76-d466da703236 req-b7f048e7-f7bf-449b-bedd-b141b9e3c251 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:31.030515 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c71abfc6-f0a9-4cd2-8c76-d466da703236 req-b7f048e7-f7bf-449b-bedd-b141b9e3c251 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 945 time: 0.0461624 Apr 14 21:33:31.076909 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c71abfc6-f0a9-4cd2-8c76-d466da703236 req-76620d73-1fdb-48a3-9b84-89c9317beab0 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Apr 14 21:33:31.637640 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bc3897ad-f55e-4a29-8f55-1ccfd4b1e1d9 req-2ab965a2-8898-4977-88bc-b679f9b4ed67 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 210 time: 0.0269048 Apr 14 21:33:32.015742 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c43242-2238-4893-a207-538867cde3d8 req-7edffcba-fa30-4880-9917-4743897d5df2 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:32.017204 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-80c43242-2238-4893-a207-538867cde3d8 req-7edffcba-fa30-4880-9917-4743897d5df2 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0490403 Apr 14 21:33:32.063484 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-80c43242-2238-4893-a207-538867cde3d8 req-efcd0c77-f0ed-4ce2-b518-f9dfdbbf27f9 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Apr 14 21:33:32.189479 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619ddc5-40f7-4dde-b07a-1cac4a14ad42 req-1abccc18-fd0e-4620-b78d-f59aebbe0d39 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:32.190872 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8619ddc5-40f7-4dde-b07a-1cac4a14ad42 req-1abccc18-fd0e-4620-b78d-f59aebbe0d39 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 945 time: 0.0471087 Apr 14 21:33:32.236645 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8619ddc5-40f7-4dde-b07a-1cac4a14ad42 req-d766b2ab-5eed-45b0-8eef-9d13cd9bb74c tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392342 Apr 14 21:33:32.375828 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'port': {'device_id': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'admin_state_up': True, 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:32.483369 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f6eda9e2-efb3-42c4-acda-98a83a89a058 req-dade26f7-b634-48d4-9665-8afd6d897bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d857706-c68b-4b7c-98b8-0a39e21f81ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324731 Apr 14 21:33:32.514156 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Made reservation on behalf of 7a8234531a7b40a6a3c83cfdc11d5ed3 for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:32.517415 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.659827 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['6ba09386-c36d-47e7-9373-2d4f53fc1cb1'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:33:32.697863 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f6eda9e2-efb3-42c4-acda-98a83a89a058 req-f8134290-92c2-4f61-922f-bddd057e97ba service neutron] 10.222.0.13 "GET /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631587 Apr 14 21:33:32.720950 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Allocated IP 172.20.0.3 (f915bffc-ca31-4d2d-8190-8ffdc5a32bff/25ad6f9b-f88c-416d-a2f7-14e66d1ad417/a3cfd36a-c911-47f9-9f43-d09bfb042ec6) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:32.823143 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d91e3dac-0539-40a8-940a-4810018ccb6d req-523cfca9-4af6-40df-987b-774653ce094c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 210 time: 0.0697875 Apr 14 21:33:32.859511 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f6eda9e2-efb3-42c4-acda-98a83a89a058 req-a186eddc-73d6-414c-844b-26ee577d340d service neutron] 10.222.0.13 "GET /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531146 Apr 14 21:33:32.982117 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.105245 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.174384 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Network f915bffc-ca31-4d2d-8190-8ffdc5a32bff is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:33.177591 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:33.181826 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:33.230282 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'Port': ['ID=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:33.269782 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408eef0a-1d18-4dbd-b07d-5a79cda5f115 req-5f43f43d-a94a-478b-b79d-9e25b4f4f76d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:33.281033 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-408eef0a-1d18-4dbd-b07d-5a79cda5f115 req-5f43f43d-a94a-478b-b79d-9e25b4f4f76d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0836971 Apr 14 21:33:33.295212 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:33.296168 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.362761 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-df5be8ff-7db3-48f0-8193-cbf52b673ffd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9891350 Apr 14 21:33:33.397202 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-408eef0a-1d18-4dbd-b07d-5a79cda5f115 req-94fa15e9-f38a-4596-b13b-a0eab0dc4857 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150076 Apr 14 21:33:33.427130 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c456b-7b14-4b47-b9f1-b907472ba752 req-99049a19-5751-4f13-9010-62eef15bb332 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:33.428825 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-616c456b-7b14-4b47-b9f1-b907472ba752 req-99049a19-5751-4f13-9010-62eef15bb332 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 945 time: 0.0797424 Apr 14 21:33:33.541805 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-616c456b-7b14-4b47-b9f1-b907472ba752 req-63a131c2-4f51-4382-a165-1dec23bda0e2 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055672 Apr 14 21:33:33.622672 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-017f0384-9c9d-4f43-bffd-235dab9fb754 None None] Provisioning complete for port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:33.629085 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-017f0384-9c9d-4f43-bffd-235dab9fb754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.717557 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-017f0384-9c9d-4f43-bffd-235dab9fb754 None None] Port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:34.004161 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a07430-7279-4a43-9005-398bd0906937 req-db86966f-f21d-42c6-bcc3-56bf9a457d4a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:34.006593 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53a07430-7279-4a43-9005-398bd0906937 req-db86966f-f21d-42c6-bcc3-56bf9a457d4a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 931 time: 0.0787637 Apr 14 21:33:34.146383 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53a07430-7279-4a43-9005-398bd0906937 req-ff46ff8a-4c92-4ecd-86fb-7730b756e383 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287656 Apr 14 21:33:34.502836 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:34.559167 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:33:34.562192 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390036c-6e1f-4043-a6e1-381e9955d27c req-2a7cedf6-975c-48ac-a73c-e5f32833d2e0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:34.570352 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f390036c-6e1f-4043-a6e1-381e9955d27c req-2a7cedf6-975c-48ac-a73c-e5f32833d2e0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0849471 Apr 14 21:33:34.571923 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:34.572587 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.686027 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:34.686426 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.707736 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4873c-f0e4-4d93-9a3c-dae4ea1f3ee4 req-00b10b91-4d4c-4a06-afa7-02c8714768d2 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:34.709265 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8ad4873c-f0e4-4d93-9a3c-dae4ea1f3ee4 req-00b10b91-4d4c-4a06-afa7-02c8714768d2 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 945 time: 0.0731063 Apr 14 21:33:34.720685 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24dad05-4da8-4a30-8881-207a58408f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba09386-c36d-47e7-9373-2d4f53fc1cb1'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:34.724096 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3527c2ff-964e-43d4-ba71-31ef0219a4a7" -d '{"events": [{"server_uuid": "d24dad05-4da8-4a30-8881-207a58408f90", "name": "network-vif-plugged", "status": "completed", "tag": "6ba09386-c36d-47e7-9373-2d4f53fc1cb1"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:34.726058 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f390036c-6e1f-4043-a6e1-381e9955d27c req-a9120c2a-babe-4406-a1ac-420204849d94 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477540 Apr 14 21:33:34.745046 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,segment=NetworkSegment(b82ebff7-0f3d-4921-829e-9dbc19d4da6a),segment_id=b82ebff7-0f3d-4921-829e-9dbc19d4da6a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:34.753384 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.811701 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:34.815554 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30bb6fa-c77c-4b91-af96-b499ea652522 x-openstack-request-id: req-f30bb6fa-c77c-4b91-af96-b499ea652522 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:34.815862 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24dad05-4da8-4a30-8881-207a58408f90", "name": "network-vif-plugged", "status": "completed", "tag": "6ba09386-c36d-47e7-9373-2d4f53fc1cb1", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:34.816118 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f30bb6fa-c77c-4b91-af96-b499ea652522 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:34.816507 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30bb6fa-c77c-4b91-af96-b499ea652522'] response: {'server_uuid': 'd24dad05-4da8-4a30-8881-207a58408f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba09386-c36d-47e7-9373-2d4f53fc1cb1', 'code': 200} Apr 14 21:33:34.817985 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8ad4873c-f0e4-4d93-9a3c-dae4ea1f3ee4 req-35dc4dc5-3f03-49fb-ae50-e0da920bc45b tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883982 Apr 14 21:33:35.267144 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dbc91-1302-483a-9d1e-be381ec16c9f req-7ef3733e-5e76-4124-9086-6e3e0c876025 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:35.268593 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4d7dbc91-1302-483a-9d1e-be381ec16c9f req-7ef3733e-5e76-4124-9086-6e3e0c876025 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 931 time: 0.0471194 Apr 14 21:33:35.315455 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4d7dbc91-1302-483a-9d1e-be381ec16c9f req-98671aa8-cb43-4390-9604-798cdaea2128 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Apr 14 21:33:35.906910 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f2d34-51ea-4979-9ee7-83805be18ba7 req-ec5d9d6d-c356-437a-8d4e-e278e63930b8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:35.909693 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-262f2d34-51ea-4979-9ee7-83805be18ba7 req-ec5d9d6d-c356-437a-8d4e-e278e63930b8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1063085 Apr 14 21:33:36.021538 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-262f2d34-51ea-4979-9ee7-83805be18ba7 req-985b351b-6748-4acd-94ca-a206d3516bdb tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041470 Apr 14 21:33:36.028173 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8999e-c4c4-4ee3-81ae-8f6c58bdbd02 req-a5b19a53-559c-4afc-a527-851ae9ff69d1 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:36.029672 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bca8999e-c4c4-4ee3-81ae-8f6c58bdbd02 req-a5b19a53-559c-4afc-a527-851ae9ff69d1 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0715759 Apr 14 21:33:36.087450 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bca8999e-c4c4-4ee3-81ae-8f6c58bdbd02 req-0ec3e1e8-b1b2-4271-8b89-4ad5d9801df8 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510514 Apr 14 21:33:36.367027 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8b83e1b-42f3-4e18-ab20-767b2950c79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:36.436948 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75514490-478a-4811-ba83-d92d78e176bc req-0c761906-3cbe-4bca-bd51-241a28c4d0d7 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:36.438446 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-75514490-478a-4811-ba83-d92d78e176bc req-0c761906-3cbe-4bca-bd51-241a28c4d0d7 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 931 time: 0.0462723 Apr 14 21:33:36.486151 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-75514490-478a-4811-ba83-d92d78e176bc req-a1a785c5-5501-442d-b7bb-fc41fc1cb06c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Apr 14 21:33:37.263909 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90522f2f-d19a-4570-8a76-b3089fba512a req-acb3e0a7-394d-4c7d-9b4d-53afbde90282 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:37.265566 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-90522f2f-d19a-4570-8a76-b3089fba512a req-acb3e0a7-394d-4c7d-9b4d-53afbde90282 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1335435 Apr 14 21:33:37.333316 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951350-20ee-4e1f-a139-49db3d85f053 req-b3f4b400-5a4d-4e16-bbb6-41f8c44a4f88 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:37.338197 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0d951350-20ee-4e1f-a139-49db3d85f053 req-b3f4b400-5a4d-4e16-bbb6-41f8c44a4f88 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.1355462 Apr 14 21:33:37.383698 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-90522f2f-d19a-4570-8a76-b3089fba512a req-5c4e29b2-26f6-4b15-a4ba-db283d1b50bd tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998406 Apr 14 21:33:37.415923 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0d951350-20ee-4e1f-a139-49db3d85f053 req-409a40bc-94bf-4675-86c0-9c99bc704316 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703831 Apr 14 21:33:37.581388 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57636) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:37.623858 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af4994-097d-4292-85d1-ff1bf434cebb req-3bc35bcf-6d75-4c7e-8bef-681e34445288 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:37.626923 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d6af4994-097d-4292-85d1-ff1bf434cebb req-3bc35bcf-6d75-4c7e-8bef-681e34445288 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 931 time: 0.0733771 Apr 14 21:33:37.691772 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d6af4994-097d-4292-85d1-ff1bf434cebb req-a076db4f-b508-4c5f-93ca-482b9bcde594 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588336 Apr 14 21:33:37.727219 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28608c7e-1ff7-4f8a-9f7f-b9fd3e5df153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:37.818952 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28608c7e-1ff7-4f8a-9f7f-b9fd3e5df153 admin admin] Publish callbacks [] for security_group (a03459a2-4d79-4dba-9591-0399359ec755), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:37.835062 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-28608c7e-1ff7-4f8a-9f7f-b9fd3e5df153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a03459a2-4d79-4dba-9591-0399359ec755), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:37.861683 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-28608c7e-1ff7-4f8a-9f7f-b9fd3e5df153 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8081adcdd9b94638b25189462134cc46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784851 Apr 14 21:33:37.864395 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57640) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:37.908991 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28608c7e-1ff7-4f8a-9f7f-b9fd3e5df153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03459a2-4d79-4dba-9591-0399359ec755,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:37.933999 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a35023b4-41be-4a7a-986b-413df388cf2f admin admin] Publish callbacks [] for security_group (a03459a2-4d79-4dba-9591-0399359ec755), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:37.956141 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a35023b4-41be-4a7a-986b-413df388cf2f admin admin] Publish callbacks [] for security_group (a03459a2-4d79-4dba-9591-0399359ec755), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.026027 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a35023b4-41be-4a7a-986b-413df388cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a03459a2-4d79-4dba-9591-0399359ec755), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.030402 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a35023b4-41be-4a7a-986b-413df388cf2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.034388 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a35023b4-41be-4a7a-986b-413df388cf2f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a03459a2-4d79-4dba-9591-0399359ec755 HTTP/1.1" status: 204 len: 168 time: 0.1690354 Apr 14 21:33:38.050878 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35023b4-41be-4a7a-986b-413df388cf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03459a2-4d79-4dba-9591-0399359ec755,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:38.308902 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 57646) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:38.321826 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1a39-7047-4783-85b2-ceade9f76cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.427486 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1a39-7047-4783-85b2-ceade9f76cc8 admin admin] Publish callbacks [] for security_group (557a0b6f-142a-479e-821c-7915becf28fd), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.432583 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1a39-7047-4783-85b2-ceade9f76cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (557a0b6f-142a-479e-821c-7915becf28fd), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.472506 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f1a39-7047-4783-85b2-ceade9f76cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557a0b6f-142a-479e-821c-7915becf28fd,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:38.490599 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-0c3f1a39-7047-4783-85b2-ceade9f76cc8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d6fd184ee72a4474827323f1b72be4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787407 Apr 14 21:33:38.491640 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57660) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:38.652394 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb89f596-9f08-40ed-919b-74c4787f4505 admin admin] Publish callbacks [] for security_group (557a0b6f-142a-479e-821c-7915becf28fd), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.656660 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80f245-dafb-48c1-a1b2-2cdefc3fc8c5 req-e8b328c9-378d-4bea-9164-baee09d04681 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.662387 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1e80f245-dafb-48c1-a1b2-2cdefc3fc8c5 req-e8b328c9-378d-4bea-9164-baee09d04681 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0766127 Apr 14 21:33:38.694986 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb89f596-9f08-40ed-919b-74c4787f4505 admin admin] Publish callbacks [] for security_group (557a0b6f-142a-479e-821c-7915becf28fd), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.707243 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6f019-84da-4888-a052-25dd69138c8b req-a9b73993-8e0b-4d49-b9eb-fecd84a2904a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.714649 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6bf6f019-84da-4888-a052-25dd69138c8b req-a9b73993-8e0b-4d49-b9eb-fecd84a2904a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.2018337 Apr 14 21:33:38.782244 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1e80f245-dafb-48c1-a1b2-2cdefc3fc8c5 req-525c2d5c-73dc-4342-a201-5681fb4ae831 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150453 Apr 14 21:33:38.790884 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb89f596-9f08-40ed-919b-74c4787f4505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (557a0b6f-142a-479e-821c-7915becf28fd), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.791520 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6bf6f019-84da-4888-a052-25dd69138c8b req-65cf9c9e-92d0-43b9-a776-35f86e65e854 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757926 Apr 14 21:33:38.793402 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-eb89f596-9f08-40ed-919b-74c4787f4505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.794690 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-eb89f596-9f08-40ed-919b-74c4787f4505 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/557a0b6f-142a-479e-821c-7915becf28fd HTTP/1.1" status: 204 len: 168 time: 0.3018866 Apr 14 21:33:38.804157 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89f596-9f08-40ed-919b-74c4787f4505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557a0b6f-142a-479e-821c-7915becf28fd,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:38.816158 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:33:38.881711 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1b14575-e68a-45c5-965f-503cde40bcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.926880 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57670) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:38.941200 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc81b-66f7-4602-8ca8-7db979dc771c req-6c82477d-7e18-4a06-bb39-c8bdb2cc9be4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.942724 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c06cc81b-66f7-4602-8ca8-7db979dc771c req-6c82477d-7e18-4a06-bb39-c8bdb2cc9be4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 931 time: 0.0528316 Apr 14 21:33:39.034047 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c06cc81b-66f7-4602-8ca8-7db979dc771c req-d4a641ab-cd08-494d-91e4-99e0fbe00e1c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798969 Apr 14 21:33:39.174960 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f7086cc-05dc-48d5-bfcc-6ec1c31ab4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:39.303815 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f7086cc-05dc-48d5-bfcc-6ec1c31ab4db admin admin] Publish callbacks [] for security_group (ee39237a-793e-4cc4-9a7b-b574b0b395c5), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:39.308895 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f7086cc-05dc-48d5-bfcc-6ec1c31ab4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ee39237a-793e-4cc4-9a7b-b574b0b395c5), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:39.348029 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8f7086cc-05dc-48d5-bfcc-6ec1c31ab4db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54dbe24dbfc0481baf7f5923001f99dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198496 Apr 14 21:33:39.349769 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7086cc-05dc-48d5-bfcc-6ec1c31ab4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee39237a-793e-4cc4-9a7b-b574b0b395c5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:39.351092 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57684) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:39.427774 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e54c908d-843b-417e-b661-ad7195a3a4d5 admin admin] Publish callbacks [] for security_group (ee39237a-793e-4cc4-9a7b-b574b0b395c5), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:39.464019 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e54c908d-843b-417e-b661-ad7195a3a4d5 admin admin] Publish callbacks [] for security_group (ee39237a-793e-4cc4-9a7b-b574b0b395c5), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:39.522064 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e54c908d-843b-417e-b661-ad7195a3a4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ee39237a-793e-4cc4-9a7b-b574b0b395c5), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:39.525145 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e54c908d-843b-417e-b661-ad7195a3a4d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:39.526314 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e54c908d-843b-417e-b661-ad7195a3a4d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee39237a-793e-4cc4-9a7b-b574b0b395c5 HTTP/1.1" status: 204 len: 168 time: 0.1736474 Apr 14 21:33:39.547376 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c908d-843b-417e-b661-ad7195a3a4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee39237a-793e-4cc4-9a7b-b574b0b395c5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:39.676433 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:39.969663 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ccf28-8323-4aa2-92d7-4e0dcf016894 req-9cfad0b2-7f66-4a57-82c1-05c5ae71326c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:39.977659 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c66ccf28-8323-4aa2-92d7-4e0dcf016894 req-9cfad0b2-7f66-4a57-82c1-05c5ae71326c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0893433 Apr 14 21:33:39.997690 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e2a66-f144-4c74-a1a7-1dcda8caf42c req-6c7a8ee2-cc41-4f02-9d75-bc6ea985d0c0 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:39.999560 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0b8e2a66-f144-4c74-a1a7-1dcda8caf42c req-6c7a8ee2-cc41-4f02-9d75-bc6ea985d0c0 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.1026306 Apr 14 21:33:40.056675 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 57708) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:40.077685 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c66ccf28-8323-4aa2-92d7-4e0dcf016894 req-58716a0e-53e1-4d91-aa65-3ea80357b30f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988498 Apr 14 21:33:40.087969 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0b8e2a66-f144-4c74-a1a7-1dcda8caf42c req-65506a10-ae08-47f2-b18a-77d2c00a0f1d tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781457 Apr 14 21:33:40.092491 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6df61964-e6a6-4f97-84b9-ba6f170eb8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:40.289429 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a4d13-cbc5-4770-8e9b-7e6edda65e28 req-28e77179-df51-4123-ba81-6de23fb8db7c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:40.296808 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-341a4d13-cbc5-4770-8e9b-7e6edda65e28 req-28e77179-df51-4123-ba81-6de23fb8db7c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 931 time: 0.1140494 Apr 14 21:33:40.342952 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6df61964-e6a6-4f97-84b9-ba6f170eb8d6 admin admin] Publish callbacks [] for security_group (ed480f0e-e42d-499e-be72-3ef94b5dcc5a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:40.359833 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6df61964-e6a6-4f97-84b9-ba6f170eb8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ed480f0e-e42d-499e-be72-3ef94b5dcc5a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:40.397649 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-341a4d13-cbc5-4770-8e9b-7e6edda65e28 req-8042d439-c96c-4e01-b883-d1b041de1579 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998361 Apr 14 21:33:40.422406 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-6df61964-e6a6-4f97-84b9-ba6f170eb8d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c0498587329437e826143cc46682472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600271 Apr 14 21:33:40.423119 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57716) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:40.428051 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df61964-e6a6-4f97-84b9-ba6f170eb8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed480f0e-e42d-499e-be72-3ef94b5dcc5a,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:40.492202 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf19f954-92d4-4814-8bb8-d1cba4d96a00 admin admin] Publish callbacks [] for security_group (ed480f0e-e42d-499e-be72-3ef94b5dcc5a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:40.532173 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf19f954-92d4-4814-8bb8-d1cba4d96a00 admin admin] Publish callbacks [] for security_group (ed480f0e-e42d-499e-be72-3ef94b5dcc5a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:40.613517 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf19f954-92d4-4814-8bb8-d1cba4d96a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ed480f0e-e42d-499e-be72-3ef94b5dcc5a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:40.616501 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf19f954-92d4-4814-8bb8-d1cba4d96a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:40.620710 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-bf19f954-92d4-4814-8bb8-d1cba4d96a00 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed480f0e-e42d-499e-be72-3ef94b5dcc5a HTTP/1.1" status: 204 len: 168 time: 0.1940854 Apr 14 21:33:40.640527 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19f954-92d4-4814-8bb8-d1cba4d96a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed480f0e-e42d-499e-be72-3ef94b5dcc5a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:41.121754 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57740) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:41.136447 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf3f168f-c431-451c-b8f0-214a8233d001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.235626 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf3f168f-c431-451c-b8f0-214a8233d001 admin admin] Publish callbacks [] for security_group (7d0b5f9b-a57c-4ec3-8f10-f987b9b46653), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.241235 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bf3f168f-c431-451c-b8f0-214a8233d001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (7d0b5f9b-a57c-4ec3-8f10-f987b9b46653), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.294294 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9905b68-dd9c-4e57-8505-ce698934059a req-e0099fc3-7033-4fd0-9846-000f03b632a3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:41.298736 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-bf3f168f-c431-451c-b8f0-214a8233d001 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=afa94906a55443f0b3385e22d8e48f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758540 Apr 14 21:33:41.300345 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f168f-c431-451c-b8f0-214a8233d001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0b5f9b-a57c-4ec3-8f10-f987b9b46653,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:41.304015 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 57742) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:41.315805 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c9905b68-dd9c-4e57-8505-ce698934059a req-e0099fc3-7033-4fd0-9846-000f03b632a3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1622045 Apr 14 21:33:41.335520 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.363423 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8e26f16-c465-496d-8e7d-e83f3130334a admin admin] Publish callbacks [] for security_group (7d0b5f9b-a57c-4ec3-8f10-f987b9b46653), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.404316 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8e26f16-c465-496d-8e7d-e83f3130334a admin admin] Publish callbacks [] for security_group (7d0b5f9b-a57c-4ec3-8f10-f987b9b46653), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.497028 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8e26f16-c465-496d-8e7d-e83f3130334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (7d0b5f9b-a57c-4ec3-8f10-f987b9b46653), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.499771 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d8e26f16-c465-496d-8e7d-e83f3130334a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.508504 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d8e26f16-c465-496d-8e7d-e83f3130334a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d0b5f9b-a57c-4ec3-8f10-f987b9b46653 HTTP/1.1" status: 204 len: 168 time: 0.2015572 Apr 14 21:33:41.527496 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e26f16-c465-496d-8e7d-e83f3130334a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0b5f9b-a57c-4ec3-8f10-f987b9b46653,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:41.650092 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ad35a-0e43-4b1e-92dd-38f450f3dba4 req-ae9144e2-a786-4b3b-bac5-27d52258fa79 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:41.651729 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a15ad35a-0e43-4b1e-92dd-38f450f3dba4 req-ae9144e2-a786-4b3b-bac5-27d52258fa79 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.4456944 Apr 14 21:33:41.742025 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c9905b68-dd9c-4e57-8505-ce698934059a req-a848da98-185a-4e01-a05a-40484dc7c8a2 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223044 Apr 14 21:33:41.775000 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a15ad35a-0e43-4b1e-92dd-38f450f3dba4 req-3c0a8220-5005-491c-9b1c-85035f33e725 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996358 Apr 14 21:33:41.874906 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ea806-a070-473d-bc37-4d1122a3c363 req-10de82ea-db89-489b-b4d8-f28a0b128fce tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:41.876472 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8a0ea806-a070-473d-bc37-4d1122a3c363 req-10de82ea-db89-489b-b4d8-f28a0b128fce tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 931 time: 0.0681260 Apr 14 21:33:41.930939 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8a0ea806-a070-473d-bc37-4d1122a3c363 req-86ba857b-14fe-4c0b-ae4c-76b34f4b379b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474317 Apr 14 21:33:42.668428 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.892807 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e82da-7d6d-4d9a-ba51-10f08e85e230 req-bc02eeef-105b-4ab4-bb2f-95b51975bd6b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:42.894274 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b76e82da-7d6d-4d9a-ba51-10f08e85e230 req-bc02eeef-105b-4ab4-bb2f-95b51975bd6b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0742493 Apr 14 21:33:42.916013 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ef3c-63d1-45db-b51e-1f73872b2b14 req-10802baf-9430-4bbf-987e-bc4dd75ad74a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:42.917382 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cee2ef3c-63d1-45db-b51e-1f73872b2b14 req-10802baf-9430-4bbf-987e-bc4dd75ad74a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0632994 Apr 14 21:33:42.975916 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b76e82da-7d6d-4d9a-ba51-10f08e85e230 req-95ab1e3a-4542-471a-823b-464f21586b6a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738199 Apr 14 21:33:42.987153 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cee2ef3c-63d1-45db-b51e-1f73872b2b14 req-a1d6f200-0b44-4322-9da1-7ddeff25c963 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637615 Apr 14 21:33:43.079096 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0660a-399c-48d1-8063-d451123a5370 req-5f522886-ad2b-4fbd-b2c7-1f73d1f70015 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:43.080550 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8bf0660a-399c-48d1-8063-d451123a5370 req-5f522886-ad2b-4fbd-b2c7-1f73d1f70015 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 931 time: 0.0500021 Apr 14 21:33:43.129145 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8bf0660a-399c-48d1-8063-d451123a5370 req-da54b89a-bae3-4f43-86f7-ab5834fd5831 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Apr 14 21:33:43.449839 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Request body: {'port': {'device_id': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:43.512558 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.667170 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f58c92-19d3-4fcf-8ec6-32196e4f1a9a req-da7f57f6-a62a-4f20-9f63-c93bed823a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:43.668640 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-85f58c92-19d3-4fcf-8ec6-32196e4f1a9a req-da7f57f6-a62a-4f20-9f63-c93bed823a59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 1130 time: 0.0612388 Apr 14 21:33:43.800339 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cfd36a-c911-47f9-9f43-d09bfb042ec6 {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:43.809050 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Publish callbacks [] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.821839 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Transition to ACTIVE for port object a3cfd36a-c911-47f9-9f43-d09bfb042ec6 will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:33:43.825629 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.920510 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:43.963678 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Attempting to bind port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:43.964072 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Attempting to bind port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:43.964413 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Attempting to bind port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 on network f915bffc-ca31-4d2d-8190-8ffdc5a32bff {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:43.969004 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 on network f915bffc-ca31-4d2d-8190-8ffdc5a32bff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:33:43.969335 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Attempting to bind port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 on network f915bffc-ca31-4d2d-8190-8ffdc5a32bff {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:43.974788 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:43.975136 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Checking segment: {'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:43.975720 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Bound using segment: {'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:43.976156 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Bound port: a3cfd36a-c911-47f9-9f43-d09bfb042ec6, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94818b9-18d9-4274-9202-5b4721e332cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:43.977238 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:44.095781 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] For port a3cfd36a-c911-47f9-9f43-d09bfb042ec6, host hv-cinder-83754, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:44.104247 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] For port a3cfd36a-c911-47f9-9f43-d09bfb042ec6, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:44.115160 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:44.177485 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a600fde-585c-41db-af73-5dcee571db11 req-0edcf461-2f20-46c9-9ee4-3c642fe8190d tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:44.185282 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3a600fde-585c-41db-af73-5dcee571db11 req-0edcf461-2f20-46c9-9ee4-3c642fe8190d tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0588679 Apr 14 21:33:44.191498 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:44.192732 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:44.194342 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/a3cfd36a-c911-47f9-9f43-d09bfb042ec6 HTTP/1.1" status: 200 len: 1093 time: 0.7494643 Apr 14 21:33:44.198719 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:44.201383 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2840710-9b05-4e63-989f-761d873e7179" -d '{"events": [{"name": "network-changed", "server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:44.202715 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44699052-32fb-4885-933e-c7f5f4dabd57 req-fe7f7d2f-5888-485a-95ec-a27c92374c80 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:44.206207 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44699052-32fb-4885-933e-c7f5f4dabd57 req-fe7f7d2f-5888-485a-95ec-a27c92374c80 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.1156199 Apr 14 21:33:44.233161 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9626f-cf63-4d6d-bbf2-4e6335ae21d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:44.283041 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3a600fde-585c-41db-af73-5dcee571db11 req-933d8512-c4c0-4efd-b910-511aff3312d0 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968866 Apr 14 21:33:44.324158 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44699052-32fb-4885-933e-c7f5f4dabd57 req-bc24f60e-6fa0-423e-84ee-32c872f6ddde tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079042 Apr 14 21:33:44.381607 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09699136-fba3-4ac7-af56-07fffd28ec09 x-openstack-request-id: req-09699136-fba3-4ac7-af56-07fffd28ec09 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:44.381928 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:44.382565 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09699136-fba3-4ac7-af56-07fffd28ec09 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:44.382682 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09699136-fba3-4ac7-af56-07fffd28ec09'] response: {'name': 'network-changed', 'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'status': 'completed', 'code': 200} Apr 14 21:33:44.470959 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749323bd-09ec-4887-b746-7920d1e207fc req-419da353-43ec-45aa-afff-0999fee356a0 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:44.472800 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-749323bd-09ec-4887-b746-7920d1e207fc req-419da353-43ec-45aa-afff-0999fee356a0 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0686083 Apr 14 21:33:44.539831 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-749323bd-09ec-4887-b746-7920d1e207fc req-52a8a893-a9e0-4d16-8453-82765706a86e tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555816 Apr 14 21:33:44.885840 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2840710-9b05-4e63-989f-761d873e7179 req-deedee10-de35-402c-b554-10a0e6863712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:44.887559 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b2840710-9b05-4e63-989f-761d873e7179 req-deedee10-de35-402c-b554-10a0e6863712 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3&device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 1127 time: 0.0553687 Apr 14 21:33:44.890064 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-85f58c92-19d3-4fcf-8ec6-32196e4f1a9a req-cbeca2d0-cf5a-4d22-82a5-45c342a4d05a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741563 Apr 14 21:33:45.420491 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47473e-4431-428e-b1df-57b0819b5973 req-40cd1534-1005-416c-ab52-e6a1c5e1eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.422027 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ce47473e-4431-428e-b1df-57b0819b5973 req-40cd1534-1005-416c-ab52-e6a1c5e1eb51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 1129 time: 0.2525411 Apr 14 21:33:45.442068 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2840710-9b05-4e63-989f-761d873e7179 req-532e57f6-9b0f-4ad3-bbea-40f70188485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.443538 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b2840710-9b05-4e63-989f-761d873e7179 req-532e57f6-9b0f-4ad3-bbea-40f70188485f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3326163 Apr 14 21:33:45.450658 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b492eef-571f-4a77-aaec-e4e18c55533f req-6e0983ee-454d-41d6-9f39-88592c83d8f9 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.452128 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7b492eef-571f-4a77-aaec-e4e18c55533f req-6e0983ee-454d-41d6-9f39-88592c83d8f9 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0903387 Apr 14 21:33:45.465267 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf90df-88f7-4deb-9906-5eecf0e9371d req-a315688b-e3fa-46ce-b6c2-39611fd82a00 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.466721 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4dcf90df-88f7-4deb-9906-5eecf0e9371d req-a315688b-e3fa-46ce-b6c2-39611fd82a00 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0646796 Apr 14 21:33:45.536564 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7b492eef-571f-4a77-aaec-e4e18c55533f req-e744311b-b515-4a08-9231-7cc8cbb8b9da tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785296 Apr 14 21:33:45.545177 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4dcf90df-88f7-4deb-9906-5eecf0e9371d req-12392cd0-1c99-447a-b1f4-a943445e2f7f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723321 Apr 14 21:33:45.683268 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b1444-dc7b-4468-9511-d22b21ac2fc8 req-a557e913-3497-481e-8d90-fe6f3106163a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.690325 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-027b1444-dc7b-4468-9511-d22b21ac2fc8 req-a557e913-3497-481e-8d90-fe6f3106163a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0629077 Apr 14 21:33:45.744377 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-027b1444-dc7b-4468-9511-d22b21ac2fc8 req-fb25aa1d-522a-4dc8-9b83-bada404377f9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482435 Apr 14 21:33:45.861678 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ce47473e-4431-428e-b1df-57b0819b5973 req-5e077787-aa27-4efa-a94d-bf1bd65c13e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911562 Apr 14 21:33:45.880699 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2840710-9b05-4e63-989f-761d873e7179 req-9085a8b4-dca5-46a0-9f16-6fc3a11ce3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.882189 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-b2840710-9b05-4e63-989f-761d873e7179 req-9085a8b4-dca5-46a0-9f16-6fc3a11ce3e8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1202915 Apr 14 21:33:46.686114 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0f30e-fca6-4b2c-bb5b-f7d0afa4f10e req-5731856a-5a09-4fe1-8d94-f3f665f30010 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:46.687507 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8bc0f30e-fca6-4b2c-bb5b-f7d0afa4f10e req-5731856a-5a09-4fe1-8d94-f3f665f30010 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0788996 Apr 14 21:33:46.700010 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6dca5-8617-4fec-bdad-ba64fcd6252a req-40640c85-43a7-4f15-924a-9cf34f0bdb86 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:46.701394 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-49b6dca5-8617-4fec-bdad-ba64fcd6252a req-40640c85-43a7-4f15-924a-9cf34f0bdb86 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0642285 Apr 14 21:33:46.772130 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8bc0f30e-fca6-4b2c-bb5b-f7d0afa4f10e req-f22d6e87-e0d5-405a-b0a6-782cb72b51e0 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789328 Apr 14 21:33:46.775725 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-49b6dca5-8617-4fec-bdad-ba64fcd6252a req-0e2dd1fb-6bfd-409d-9b1d-ad39c458b62e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688958 Apr 14 21:33:46.878647 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14a1e7-b7ae-4c44-9ec2-30d720be1f9d req-8519f33f-ebf8-410b-84e9-ee5b5c82e658 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:46.880130 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ad14a1e7-b7ae-4c44-9ec2-30d720be1f9d req-8519f33f-ebf8-410b-84e9-ee5b5c82e658 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0479524 Apr 14 21:33:46.932630 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ad14a1e7-b7ae-4c44-9ec2-30d720be1f9d req-3222e482-8fc9-4eb7-a259-c7a78dcab1fd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462484 Apr 14 21:33:47.360655 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef124796-476b-4416-9056-40baed627930 req-329dea99-9fad-468e-a132-04370a7f916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:47.368285 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-329dea99-9fad-468e-a132-04370a7f916b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3&device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 1127 time: 0.0437510 Apr 14 21:33:47.407971 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-8799ad27-3de7-4b6a-9c02-89d0b980ae97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6 HTTP/1.1" status: 200 len: 217 time: 0.0358586 Apr 14 21:33:47.499628 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef124796-476b-4416-9056-40baed627930 req-09e1277d-5da3-47a0-b0ff-2732de17438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:47.501380 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-09e1277d-5da3-47a0-b0ff-2732de17438b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25ad6f9b-f88c-416d-a2f7-14e66d1ad417 HTTP/1.1" status: 200 len: 853 time: 0.0540228 Apr 14 21:33:47.580959 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423c3d7-77fc-4d66-b0aa-5ccfa9b7f36a req-fb1f0a34-1faf-49fa-a021-428cb7000d34 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:47.582347 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a423c3d7-77fc-4d66-b0aa-5ccfa9b7f36a req-fb1f0a34-1faf-49fa-a021-428cb7000d34 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0473361 Apr 14 21:33:47.630060 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a423c3d7-77fc-4d66-b0aa-5ccfa9b7f36a req-648f8f1f-35b0-488c-9d74-e6e141eff8bb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 Apr 14 21:33:47.899907 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8eb971-b93c-4e23-a689-fe2d99a9f11d req-69c57ee1-ed66-47c0-b336-1e7c5c61f477 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:47.901288 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bd8eb971-b93c-4e23-a689-fe2d99a9f11d req-69c57ee1-ed66-47c0-b336-1e7c5c61f477 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0453696 Apr 14 21:33:47.950735 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bd8eb971-b93c-4e23-a689-fe2d99a9f11d req-b746e16e-3ae0-4710-9d61-164051c58000 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Apr 14 21:33:48.055289 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e34b8-d10f-4fc2-a0ad-1f9a286ad9d2 req-179916f8-d7aa-4f0a-8b61-758b47a9e2fc tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:48.056834 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-629e34b8-d10f-4fc2-a0ad-1f9a286ad9d2 req-179916f8-d7aa-4f0a-8b61-758b47a9e2fc tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0503495 Apr 14 21:33:48.107024 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-629e34b8-d10f-4fc2-a0ad-1f9a286ad9d2 req-47fe5a3a-965e-4a0f-b860-e16329b02671 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Apr 14 21:33:48.743349 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97572e4b-f7fc-4ff5-9a82-f0b5a42a209b req-1cddef72-da20-489d-8d11-abe2bb836786 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:48.744819 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-97572e4b-f7fc-4ff5-9a82-f0b5a42a209b req-1cddef72-da20-489d-8d11-abe2bb836786 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0473609 Apr 14 21:33:48.790226 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-97572e4b-f7fc-4ff5-9a82-f0b5a42a209b req-c61841e9-7b8c-455d-af28-4e9480d6e3cd tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396657 Apr 14 21:33:49.067050 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f947d21-712a-4e68-9dbd-6a77c89a2064 req-39787290-64a7-4c9e-8fc4-846296954a03 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:49.068589 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8f947d21-712a-4e68-9dbd-6a77c89a2064 req-39787290-64a7-4c9e-8fc4-846296954a03 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0478806 Apr 14 21:33:49.124043 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8f947d21-712a-4e68-9dbd-6a77c89a2064 req-e240724c-d47e-488a-a11c-ecdeb825b10b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491080 Apr 14 21:33:49.217757 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3913e4f-b067-4c65-84c0-8c0f83f166b6 req-eb5a44ea-aa08-4116-b367-1114be6c354a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:49.220249 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f3913e4f-b067-4c65-84c0-8c0f83f166b6 req-eb5a44ea-aa08-4116-b367-1114be6c354a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0474052 Apr 14 21:33:49.273228 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f3913e4f-b067-4c65-84c0-8c0f83f166b6 req-2ef282fc-c9b4-4711-9726-c8daf514dcc4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Apr 14 21:33:49.360756 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef124796-476b-4416-9056-40baed627930 req-4bc8713d-40a0-423d-a17d-2bed7a253f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:49.362325 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-4bc8713d-40a0-423d-a17d-2bed7a253f0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398607 Apr 14 21:33:49.912936 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4f5e5-49ae-4303-9c4f-971f9def303f req-4e78cc32-2dc3-4dfe-ba01-c09a6a2a3a32 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:49.914652 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-12c4f5e5-49ae-4303-9c4f-971f9def303f req-4e78cc32-2dc3-4dfe-ba01-c09a6a2a3a32 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0525901 Apr 14 21:33:49.977040 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-12c4f5e5-49ae-4303-9c4f-971f9def303f req-5ed0d9a7-d795-42dc-bd8a-7bf6ebb09210 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560024 Apr 14 21:33:50.106450 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-5f09528c-3bbe-4b1f-8026-33f49cd26a4a service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894198 Apr 14 21:33:50.237368 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc691c0-9f30-45b3-9aaa-3fa37ccd32d9 req-62a67bee-88fd-4335-8669-8d7c4a2fa9c7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:50.238859 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bfc691c0-9f30-45b3-9aaa-3fa37ccd32d9 req-62a67bee-88fd-4335-8669-8d7c4a2fa9c7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0492532 Apr 14 21:33:50.284848 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bfc691c0-9f30-45b3-9aaa-3fa37ccd32d9 req-bbfb8e90-8c32-4280-a2b2-c8864ae2e4cc tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397637 Apr 14 21:33:50.412637 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6140f31-b3fe-4ab0-8690-13872ce99302 req-1d8327e3-9f5c-499b-aae9-3515e38512d1 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:50.414569 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c6140f31-b3fe-4ab0-8690-13872ce99302 req-1d8327e3-9f5c-499b-aae9-3515e38512d1 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0736012 Apr 14 21:33:50.422561 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bd3c9-f3e2-42e8-9168-482a1bbd9f5f req-d603aacf-1bd3-4963-9433-b1d6e3ab4a0e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:50.423962 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1c7bd3c9-f3e2-42e8-9168-482a1bbd9f5f req-d603aacf-1bd3-4963-9433-b1d6e3ab4a0e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0733395 Apr 14 21:33:50.498683 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c6140f31-b3fe-4ab0-8690-13872ce99302 req-3bd28546-29a6-4141-bfb9-234e812b5a5c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737669 Apr 14 21:33:50.501693 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1c7bd3c9-f3e2-42e8-9168-482a1bbd9f5f req-366ac85c-ed5a-4388-a102-e851b8042d45 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705278 Apr 14 21:33:51.100693 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a455016-46bc-4080-be4c-495f8fd6e6c7 req-ac96a65d-551d-4829-a100-4065dcd9c75a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:51.103365 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7a455016-46bc-4080-be4c-495f8fd6e6c7 req-ac96a65d-551d-4829-a100-4065dcd9c75a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0512490 Apr 14 21:33:51.152298 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7a455016-46bc-4080-be4c-495f8fd6e6c7 req-5e5af2c1-9534-485e-94da-b91ba8cd3c5b tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 Apr 14 21:33:51.608309 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1923e-a880-45ca-aac3-543ef4072d62 req-a4258c66-7175-4f90-9eb8-be2e25cd55b4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:51.609879 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1db1923e-a880-45ca-aac3-543ef4072d62 req-a4258c66-7175-4f90-9eb8-be2e25cd55b4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0466354 Apr 14 21:33:51.663395 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1db1923e-a880-45ca-aac3-543ef4072d62 req-95ad903d-8471-4ba5-8730-59c6553423f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475154 Apr 14 21:33:52.262107 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a78fd-01ee-4cad-977e-97d5fae2c4a6 req-b46c9541-f9a4-4015-8c1a-b1d9d35dd435 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:52.263486 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-269a78fd-01ee-4cad-977e-97d5fae2c4a6 req-b46c9541-f9a4-4015-8c1a-b1d9d35dd435 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0461121 Apr 14 21:33:52.312160 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-269a78fd-01ee-4cad-977e-97d5fae2c4a6 req-fa2b56e2-6f95-4918-8f6d-124e092fc25b tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432749 Apr 14 21:33:52.775420 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fc5ee-94f8-4e29-b04f-e8f06ee474a2 req-cc5c0022-d692-442f-ada8-2d93812df496 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:52.776944 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-527fc5ee-94f8-4e29-b04f-e8f06ee474a2 req-cc5c0022-d692-442f-ada8-2d93812df496 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0463843 Apr 14 21:33:52.826290 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-527fc5ee-94f8-4e29-b04f-e8f06ee474a2 req-eb2e9dda-6276-45a2-a3bc-8d80abb9055d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437026 Apr 14 21:33:52.913151 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-70d82323-6779-4dda-9ea4-6cf0863fbdcd tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:52.915225 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-70d82323-6779-4dda-9ea4-6cf0863fbdcd tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 946 time: 0.0902529 Apr 14 21:33:52.954154 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-5f410afe-cefd-437c-9097-2c22e1247002 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443714 Apr 14 21:33:52.979552 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ef124796-476b-4416-9056-40baed627930 req-4d443f1a-672b-48a9-a6ea-f3f588db274a service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758003 Apr 14 21:33:53.019308 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-4478ed6d-6200-4bd6-8da2-8d34c5cc000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:53.020849 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-4478ed6d-6200-4bd6-8da2-8d34c5cc000c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 1129 time: 0.0411680 Apr 14 21:33:53.031064 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-9f62d72c-dfb6-4432-a8c7-2adf8fa8c973 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Deleting port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:33:53.031411 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-9f62d72c-dfb6-4432-a8c7-2adf8fa8c973 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.122690 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-9f62d72c-dfb6-4432-a8c7-2adf8fa8c973 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] For port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,segment=NetworkSegment(b82ebff7-0f3d-4921-829e-9dbc19d4da6a),segment_id=b82ebff7-0f3d-4921-829e-9dbc19d4da6a)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:53.123060 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-9f62d72c-dfb6-4432-a8c7-2adf8fa8c973 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.136035 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-9f62d72c-dfb6-4432-a8c7-2adf8fa8c973 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Calling delete_port for 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:33:53.262685 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-9f62d72c-dfb6-4432-a8c7-2adf8fa8c973 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (6ba09386-c36d-47e7-9373-2d4f53fc1cb1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.295764 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62d72c-dfb6-4432-a8c7-2adf8fa8c973 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Pushing event deleted for resources: {'Port': ['ID=6ba09386-c36d-47e7-9373-2d4f53fc1cb1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:53.341565 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-9f62d72c-dfb6-4432-a8c7-2adf8fa8c973 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] No DVR routers for this DVR port 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 on host hv-cinder-83754 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:33:53.344864 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-9f62d72c-dfb6-4432-a8c7-2adf8fa8c973 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.348601 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-ebb288bc-358b-46cf-b624-cf787ceb3f63 req-9f62d72c-dfb6-4432-a8c7-2adf8fa8c973 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.13 "DELETE /v2.0/ports/6ba09386-c36d-47e7-9373-2d4f53fc1cb1 HTTP/1.1" status: 204 len: 173 time: 0.4251494 Apr 14 21:33:53.349041 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24dad05-4da8-4a30-8881-207a58408f90', 'name': 'network-vif-deleted', 'tag': '6ba09386-c36d-47e7-9373-2d4f53fc1cb1'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:53.351281 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491699e4-0a88-45d5-9a4e-f3ff925c119f" -d '{"events": [{"server_uuid": "d24dad05-4da8-4a30-8881-207a58408f90", "name": "network-vif-deleted", "tag": "6ba09386-c36d-47e7-9373-2d4f53fc1cb1"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:53.390595 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5718de7e-d7cb-4de0-898c-4c25170e3904 x-openstack-request-id: req-5718de7e-d7cb-4de0-898c-4c25170e3904 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:53.390895 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24dad05-4da8-4a30-8881-207a58408f90", "name": "network-vif-deleted", "tag": "6ba09386-c36d-47e7-9373-2d4f53fc1cb1", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:53.391131 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5718de7e-d7cb-4de0-898c-4c25170e3904 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:53.391529 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5718de7e-d7cb-4de0-898c-4c25170e3904'] response: {'server_uuid': 'd24dad05-4da8-4a30-8881-207a58408f90', 'name': 'network-vif-deleted', 'tag': '6ba09386-c36d-47e7-9373-2d4f53fc1cb1', 'status': 'completed', 'code': 200} Apr 14 21:33:53.422342 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bbe93d94-2b4c-4177-a702-d6f9f9b5b643 req-5686ed42-8cf3-4b20-b4e9-503191d70f8f tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 210 time: 0.0290675 Apr 14 21:33:53.939471 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df78807-b4ee-4354-8135-d55679ccdf52 req-1fa68fc1-d997-421e-89a4-42329114b402 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:53.940997 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9df78807-b4ee-4354-8135-d55679ccdf52 req-1fa68fc1-d997-421e-89a4-42329114b402 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0471857 Apr 14 21:33:53.992355 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9df78807-b4ee-4354-8135-d55679ccdf52 req-f28e2247-cc6c-4097-a7be-c149db161628 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453572 Apr 14 21:33:54.187939 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4415d-a8cb-42e9-986e-afea287b1a22 req-15890f7c-f537-48c3-87f8-f39dd8f2ffc3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:54.189542 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-99e4415d-a8cb-42e9-986e-afea287b1a22 req-15890f7c-f537-48c3-87f8-f39dd8f2ffc3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0482287 Apr 14 21:33:54.252888 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-99e4415d-a8cb-42e9-986e-afea287b1a22 req-c50e819d-e476-4b9a-be6e-bc26869483ca tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573342 Apr 14 21:33:54.451552 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-bd8a9665-7f16-4f4b-88bc-87535c87507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:54.452940 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-bd8a9665-7f16-4f4b-88bc-87535c87507c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.0964267 Apr 14 21:33:54.542180 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5812e030-a381-4bd5-b788-6e3754083f2d req-df7ab802-5520-4514-bae7-92434eb710de tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=d24dad05-4da8-4a30-8881-207a58408f90 HTTP/1.1" status: 200 len: 210 time: 0.0290973 Apr 14 21:33:54.550458 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:33:54.573237 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:33:54.573799 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 6ba09386-c36d-47e7-9373-2d4f53fc1cb1 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:33:54.812901 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-f863a9be-c675-4387-afdc-7d95a188c139 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e HTTP/1.1" status: 200 len: 217 time: 0.0385897 Apr 14 21:33:54.871652 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-0494a3b4-5102-49d6-8dc6-ad8e50040ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:54.873126 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-0494a3b4-5102-49d6-8dc6-ad8e50040ad4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.0486145 Apr 14 21:33:54.926938 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-7d64129e-7bae-45ac-9fb7-f97a90315326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:54.928595 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-7d64129e-7bae-45ac-9fb7-f97a90315326 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482442 Apr 14 21:33:55.041548 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-e8679b71-f28b-4e86-a7e3-285b502dde17 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929694 Apr 14 21:33:55.155256 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9937fd-c8f7-4980-8626-b342e407070d req-d9282f54-41c2-43ed-8278-499685bdc930 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:55.156708 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6c9937fd-c8f7-4980-8626-b342e407070d req-d9282f54-41c2-43ed-8278-499685bdc930 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0884588 Apr 14 21:33:55.193980 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93f0319b-18d9-487d-8b2e-9c2dc6694ffc req-74f6ebb8-f8fe-42ab-9ba3-d231988ad469 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435914 Apr 14 21:33:55.229296 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6c9937fd-c8f7-4980-8626-b342e407070d req-3879096e-6cc5-440e-9764-0809e047af38 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649414 Apr 14 21:33:55.311741 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-1290ee92-3017-4224-abac-d5594f688d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:55.314227 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-1290ee92-3017-4224-abac-d5594f688d3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 1129 time: 0.0636926 Apr 14 21:33:55.379860 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15033576-600d-47cc-a7ac-8d8c0e5b0142 req-2a48e4bd-9c8e-4058-adbe-b887686a30be tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:55.381474 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-15033576-600d-47cc-a7ac-8d8c0e5b0142 req-2a48e4bd-9c8e-4058-adbe-b887686a30be tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Apr 14 21:33:55.431065 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-15033576-600d-47cc-a7ac-8d8c0e5b0142 req-ad084908-cb08-42a2-9d34-071d8b4e68a0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Apr 14 21:33:55.516419 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.810789 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-84677329-8833-4d4b-b418-c85c43fb8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:55.812301 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-84677329-8833-4d4b-b418-c85c43fb8040 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.1848516 Apr 14 21:33:55.956804 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-626e362a-e5a1-42f0-97e9-42b5eb7db142 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:55.958339 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-626e362a-e5a1-42f0-97e9-42b5eb7db142 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/networks?id=4d857706-c68b-4b7c-98b8-0a39e21f81ff HTTP/1.1" status: 200 len: 809 time: 0.1093311 Apr 14 21:33:55.996766 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-593d4dc3-7c42-4560-bd50-42ffa8791622 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/quotas/7e0f3b57b0ae43d98c32cc61e8316e98 HTTP/1.1" status: 200 len: 375 time: 0.0291967 Apr 14 21:33:56.018360 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc4724-fa6c-49f6-bef2-16796b439f4d req-fcafb9bb-bc3d-4844-a179-07c6dc2652b4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:56.019828 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7bc4724-fa6c-49f6-bef2-16796b439f4d req-fcafb9bb-bc3d-4844-a179-07c6dc2652b4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0605848 Apr 14 21:33:56.045182 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-5c08d3cd-e978-4a9f-ba9b-80843e4ae0f6 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e0f3b57b0ae43d98c32cc61e8316e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431483 Apr 14 21:33:56.169430 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7bc4724-fa6c-49f6-bef2-16796b439f4d req-d64e830e-c310-4840-8670-2c7b20224ff7 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317971 Apr 14 21:33:56.173891 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-46f034fe-213b-4989-b55d-658690debbd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e HTTP/1.1" status: 200 len: 217 time: 0.0559642 Apr 14 21:33:56.196895 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-10575492-7dfa-4820-9496-a1c9477b2fb5 service neutron] 10.222.0.47 "GET /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438682 Apr 14 21:33:56.349970 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-2399731a-fe6f-469c-af85-19ec94889481 service neutron] 10.222.0.47 "GET /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472027 Apr 14 21:33:56.372762 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f191200-8c7c-455c-b1ab-e2ac27124d90 req-5a917d0d-94b7-40b0-a8d1-c12881c8ebf4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:56.374404 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6f191200-8c7c-455c-b1ab-e2ac27124d90 req-5a917d0d-94b7-40b0-a8d1-c12881c8ebf4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 943 time: 0.0713658 Apr 14 21:33:56.375779 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-5105c921-34d4-4565-adaa-fe968cf8c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:56.377081 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-5105c921-34d4-4565-adaa-fe968cf8c739 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.1065190 Apr 14 21:33:56.442910 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-8c904f4f-ef4d-422a-a15f-ac63fd35b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:56.444565 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-8c904f4f-ef4d-422a-a15f-ac63fd35b5d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557272 Apr 14 21:33:56.555536 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6f191200-8c7c-455c-b1ab-e2ac27124d90 req-d6e7d162-849b-4096-9454-c0ad6b103bfc tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739337 Apr 14 21:33:56.567620 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device a3cfd36a-c911-47f9-9f43-d09bfb042ec6 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:33:56.623534 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcc458-44d7-4e37-a398-4e8b1ece2e35 req-9e8a878b-5ba3-4842-ac64-a0c71fc3cc88 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:56.626362 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bcdcc458-44d7-4e37-a398-4e8b1ece2e35 req-9e8a878b-5ba3-4842-ac64-a0c71fc3cc88 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.1132863 Apr 14 21:33:56.689467 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-757c34df-2a5e-4a9f-9707-7b68378cebfa req-0ed944f5-c861-4229-8ac1-daacbba41c39 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 210 time: 0.0595431 Apr 14 21:33:56.697528 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-696d48e9-960a-43ab-9802-4becb7501906 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440159 Apr 14 21:33:56.697698 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port a3cfd36a-c911-47f9-9f43-d09bfb042ec6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:56.718745 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'port_id': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'mac_address': 'fa:16:3e:8c:34:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:33:56.752794 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bcdcc458-44d7-4e37-a398-4e8b1ece2e35 req-d8846d0d-ca40-427e-a155-d53fe80008b3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197784 Apr 14 21:33:56.772161 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:56.772561 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.800246 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cfd36a-c911-47f9-9f43-d09bfb042ec6 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:56.824797 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port a3cfd36a-c911-47f9-9f43-d09bfb042ec6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:56.825400 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d0c46ed8-4c0c-49be-8b8c-96d330e18aeb req-c8645b9d-b7e0-4024-a828-ef62f90e3c83 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126385 Apr 14 21:33:56.829669 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.903817 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:57.136940 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['a3cfd36a-c911-47f9-9f43-d09bfb042ec6'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:33:57.294355 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b89d6c-8972-409a-823b-2114d4e9ecfe req-c187bc5e-c856-4f5c-9d88-c77be6aa9b87 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:57.295892 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-80b89d6c-8972-409a-823b-2114d4e9ecfe req-c187bc5e-c856-4f5c-9d88-c77be6aa9b87 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0500000 Apr 14 21:33:57.345186 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-80b89d6c-8972-409a-823b-2114d4e9ecfe req-26e01897-269d-4ed6-ab67-6f3877c3c890 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435903 Apr 14 21:33:57.679214 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce384e-4e22-4f21-b2fa-d7286ae41b2b req-fa4766e2-3c24-4dbc-8601-17d6d0cade7b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:57.680853 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8dce384e-4e22-4f21-b2fa-d7286ae41b2b req-fa4766e2-3c24-4dbc-8601-17d6d0cade7b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 944 time: 0.0541053 Apr 14 21:33:57.824371 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b131bc0b-1c0e-46d7-9d86-90974554cea6 req-de04e5f2-70e5-404f-abb7-45ed1ce09e0f tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 210 time: 0.0457494 Apr 14 21:33:57.833469 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8dce384e-4e22-4f21-b2fa-d7286ae41b2b req-5adeff5b-23a5-436e-a113-e9ebb90dfa0a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409490 Apr 14 21:33:57.852865 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-d90cc2c1-2851-4acb-bb6f-50dcd7dad35b tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:57.854583 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-d90cc2c1-2851-4acb-bb6f-50dcd7dad35b tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.13 "GET /v2.0/networks?id=4d857706-c68b-4b7c-98b8-0a39e21f81ff HTTP/1.1" status: 200 len: 809 time: 0.1715741 Apr 14 21:33:57.868530 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Request body: {'port': {'device_id': 'ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30', 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff', 'admin_state_up': True, 'tenant_id': '7e0f3b57b0ae43d98c32cc61e8316e98'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:57.985798 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebd278-75d4-486c-8d6d-34859ba16ca7 req-6ca7eb92-2f85-46ce-894d-cd7511679372 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:57.987172 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9eebd278-75d4-486c-8d6d-34859ba16ca7 req-6ca7eb92-2f85-46ce-894d-cd7511679372 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0681796 Apr 14 21:33:58.040220 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Made reservation on behalf of 7e0f3b57b0ae43d98c32cc61e8316e98 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:58.043408 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:58.057228 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9eebd278-75d4-486c-8d6d-34859ba16ca7 req-cf319b19-44c7-48e9-a176-74b4ab00da2d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645263 Apr 14 21:33:58.171438 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Allocated IP 172.20.0.13 (4d857706-c68b-4b7c-98b8-0a39e21f81ff/69bd8373-f0a1-42b8-9329-2bae811d62e1/2edd0eb3-4697-4589-bd0d-85577dc04214) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:58.319828 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks [] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:58.354151 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:58.408020 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Network 4d857706-c68b-4b7c-98b8-0a39e21f81ff is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:58.413526 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:58.416692 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:58.454779 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Pushing event updated for resources: {'Port': ['ID=2edd0eb3-4697-4589-bd0d-85577dc04214,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:58.502641 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:58.503258 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:58.513911 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e622a2b-ee59-441e-9541-c70f46fe348f req-ed899afb-cf30-48e6-a31f-db7c4ab921eb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:58.515445 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4e622a2b-ee59-441e-9541-c70f46fe348f req-ed899afb-cf30-48e6-a31f-db7c4ab921eb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0731478 Apr 14 21:33:58.546328 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-9574be04-279b-45c3-9569-8159c67acb35 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6817019 Apr 14 21:33:58.564165 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Request body: {'port': {'device_id': 'ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:58.581427 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device a3cfd36a-c911-47f9-9f43-d09bfb042ec6 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:58.629604 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:33:58.636188 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:58.636577 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:58.718769 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:58.719206 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:58.751221 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:58.752212 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035e6e2e-8cba-441e-bf62-7ebae49948f2" -d '{"events": [{"server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "name": "network-vif-plugged", "status": "completed", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:58.767795 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port a3cfd36a-c911-47f9-9f43-d09bfb042ec6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:58.774709 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:58.817439 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffc9065-3f91-4537-a951-456448f19482 x-openstack-request-id: req-9ffc9065-3f91-4537-a951-456448f19482 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:58.818186 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "name": "network-vif-plugged", "status": "completed", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:58.818696 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9ffc9065-3f91-4537-a951-456448f19482 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:58.819325 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffc9065-3f91-4537-a951-456448f19482'] response: {'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'code': 200} Apr 14 21:33:58.841772 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4e622a2b-ee59-441e-9541-c70f46fe348f req-072e3149-5361-47ab-a91f-3c637fd04a04 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3201158 Apr 14 21:33:58.856968 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:58.912638 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.051909 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf53eed-5f14-489c-bd55-b38ccc21c70a req-98d17acf-37d6-4f49-a135-bc97055103a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:59.053637 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cbf53eed-5f14-489c-bd55-b38ccc21c70a req-98d17acf-37d6-4f49-a135-bc97055103a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 1129 time: 0.0501225 Apr 14 21:33:59.112082 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87cc5-d195-41ab-abaa-8bc704d63611 req-19a3f207-bc24-4925-aee5-3dcdc9d56be7 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:59.113751 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8ba87cc5-d195-41ab-abaa-8bc704d63611 req-19a3f207-bc24-4925-aee5-3dcdc9d56be7 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.1359332 Apr 14 21:33:59.116549 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-cbf53eed-5f14-489c-bd55-b38ccc21c70a req-bf8e1408-5edf-40b3-b5e8-13b9173cb779 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558968 Apr 14 21:33:59.123200 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef360af-e10e-49f0-878b-576a01415c58 req-b240a189-dc83-4bbd-bd64-399c9e5b601e tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:59.124663 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aef360af-e10e-49f0-878b-576a01415c58 req-b240a189-dc83-4bbd-bd64-399c9e5b601e tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 932 time: 0.1604333 Apr 14 21:33:59.264232 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8ba87cc5-d195-41ab-abaa-8bc704d63611 req-a7c16d79-6866-4846-a698-7446840f9fba tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363368 Apr 14 21:33:59.286291 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aef360af-e10e-49f0-878b-576a01415c58 req-94092894-9cb2-486f-9332-607698c8d3f2 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546040 Apr 14 21:33:59.413390 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7965938-15bf-4ff3-923d-189724cbaff7 req-6934c5a8-121f-4130-8587-09dc95ba9bb3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:59.415435 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a7965938-15bf-4ff3-923d-189724cbaff7 req-6934c5a8-121f-4130-8587-09dc95ba9bb3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0796235 Apr 14 21:33:59.424061 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edd0eb3-4697-4589-bd0d-85577dc04214 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:59.437188 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Publish callbacks [] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.466368 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Transition to ACTIVE for port object 2edd0eb3-4697-4589-bd0d-85577dc04214 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:33:59.477488 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.488475 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a7965938-15bf-4ff3-923d-189724cbaff7 req-f033c4c1-45ac-4461-8b00-7801bee1f686 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667250 Apr 14 21:33:59.532564 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Pushing event updated for resources: {'Port': ['ID=2edd0eb3-4697-4589-bd0d-85577dc04214,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:59.607576 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Attempting to bind port 2edd0eb3-4697-4589-bd0d-85577dc04214 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:59.607909 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Attempting to bind port 2edd0eb3-4697-4589-bd0d-85577dc04214 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:59.608232 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Attempting to bind port 2edd0eb3-4697-4589-bd0d-85577dc04214 on network 4d857706-c68b-4b7c-98b8-0a39e21f81ff {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:59.612481 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Port 2edd0eb3-4697-4589-bd0d-85577dc04214 on network 4d857706-c68b-4b7c-98b8-0a39e21f81ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:33:59.612797 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Attempting to bind port 2edd0eb3-4697-4589-bd0d-85577dc04214 on network 4d857706-c68b-4b7c-98b8-0a39e21f81ff {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:59.618356 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:59.618708 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Checking segment: {'id': 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:59.619079 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Bound using segment: {'id': 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:59.619480 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Bound port: 2edd0eb3-4697-4589-bd0d-85577dc04214, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:59.619838 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.692420 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] For port 2edd0eb3-4697-4589-bd0d-85577dc04214, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:59.696129 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] For port 2edd0eb3-4697-4589-bd0d-85577dc04214, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2edd0eb3-4697-4589-bd0d-85577dc04214,segment=NetworkSegment(b82ebff7-0f3d-4921-829e-9dbc19d4da6a),segment_id=b82ebff7-0f3d-4921-829e-9dbc19d4da6a)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:59.702416 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.753794 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:59.754421 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.756024 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] 10.222.0.13 "PUT /v2.0/ports/2edd0eb3-4697-4589-bd0d-85577dc04214 HTTP/1.1" status: 200 len: 1094 time: 1.1964674 Apr 14 21:33:59.756470 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30', 'tag': '2edd0eb3-4697-4589-bd0d-85577dc04214'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:59.759739 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e863de1e-ac19-47d2-a219-37d57836a542" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30", "tag": "2edd0eb3-4697-4589-bd0d-85577dc04214"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:59.786533 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30400355-6300-467e-8318-0f29cea6e6dd service neutron] Pushing event updated for resources: {'Port': ['ID=2edd0eb3-4697-4589-bd0d-85577dc04214,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:59.811244 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4421edc7-f0fa-44a1-9211-959419a652cf x-openstack-request-id: req-4421edc7-f0fa-44a1-9211-959419a652cf {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:59.811539 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30", "tag": "2edd0eb3-4697-4589-bd0d-85577dc04214", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:59.811790 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4421edc7-f0fa-44a1-9211-959419a652cf {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:59.812198 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4421edc7-f0fa-44a1-9211-959419a652cf'] response: {'name': 'network-changed', 'server_uuid': 'ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30', 'tag': '2edd0eb3-4697-4589-bd0d-85577dc04214', 'status': 'completed', 'code': 200} Apr 14 21:33:59.990150 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff311dc0-94ed-4f81-936c-7f8feee8fba6 req-071b0a45-6e60-46a5-8a59-dda57936e938 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:59.991741 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ff311dc0-94ed-4f81-936c-7f8feee8fba6 req-071b0a45-6e60-46a5-8a59-dda57936e938 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0621357 Apr 14 21:34:00.050556 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863de1e-ac19-47d2-a219-37d57836a542 req-f84d0324-cef5-4850-a673-ace9c2f0a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:00.051970 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e863de1e-ac19-47d2-a219-37d57836a542 req-f84d0324-cef5-4850-a673-ace9c2f0a1e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e0f3b57b0ae43d98c32cc61e8316e98&device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 1128 time: 0.0591750 Apr 14 21:34:00.073193 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ff311dc0-94ed-4f81-936c-7f8feee8fba6 req-b77a85a3-0083-4fd5-b65a-dba4c4002846 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709755 Apr 14 21:34:00.200030 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863de1e-ac19-47d2-a219-37d57836a542 req-db8a48be-1634-4df1-9e77-884e8e780188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:00.201564 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e863de1e-ac19-47d2-a219-37d57836a542 req-db8a48be-1634-4df1-9e77-884e8e780188 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7e0f3b57b0ae43d98c32cc61e8316e98&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1048982 Apr 14 21:34:00.304334 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58298) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:00.361033 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863de1e-ac19-47d2-a219-37d57836a542 req-8bc1a231-65a2-460f-94b5-6ba89368d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:00.362466 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e863de1e-ac19-47d2-a219-37d57836a542 req-8bc1a231-65a2-460f-94b5-6ba89368d7d7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391027 Apr 14 21:34:00.434787 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ae799-b179-459f-b0c1-b3add6a305a2 req-ff530d55-a913-4e46-addf-d5567357339e tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:00.436289 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7e4ae799-b179-459f-b0c1-b3add6a305a2 req-ff530d55-a913-4e46-addf-d5567357339e tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.0898902 Apr 14 21:34:00.463969 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13b062-117d-40d7-8320-5d25d5998eec req-944f4244-c772-45fe-a2c8-de689d84e487 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:00.465471 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a13b062-117d-40d7-8320-5d25d5998eec req-944f4244-c772-45fe-a2c8-de689d84e487 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 944 time: 0.0828898 Apr 14 21:34:00.495401 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e28ea362-da06-4a1f-9170-d0766fd0f90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.524833 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7e4ae799-b179-459f-b0c1-b3add6a305a2 req-211b19d5-8c5b-43c1-982f-646160a2f62d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830305 Apr 14 21:34:00.544655 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a13b062-117d-40d7-8320-5d25d5998eec req-a721dcc8-121e-40ce-bea7-d2b84678e076 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714273 Apr 14 21:34:00.585195 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e28ea362-da06-4a1f-9170-d0766fd0f90a admin admin] Publish callbacks [] for security_group (7e0d0519-7eb6-4033-b83d-293186be5e9f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.589222 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e28ea362-da06-4a1f-9170-d0766fd0f90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (7e0d0519-7eb6-4033-b83d-293186be5e9f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.625885 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ea362-da06-4a1f-9170-d0766fd0f90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d0519-7eb6-4033-b83d-293186be5e9f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:00.628770 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b0c2-6a8d-471c-a8fa-82cc4e348e46 req-77ccaee2-23b3-4636-914b-d6e610840953 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:00.630269 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6d32b0c2-6a8d-471c-a8fa-82cc4e348e46 req-77ccaee2-23b3-4636-914b-d6e610840953 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0470672 Apr 14 21:34:00.632490 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e28ea362-da06-4a1f-9170-d0766fd0f90a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b076f4cfdff4950a7cf6c7c379fc1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269346 Apr 14 21:34:00.633313 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 58304) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:00.724942 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6d32b0c2-6a8d-471c-a8fa-82cc4e348e46 req-c73edbcb-0541-4486-bfac-cb3384660167 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772474 Apr 14 21:34:00.725774 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Publish callbacks [] for security_group (7e0d0519-7eb6-4033-b83d-293186be5e9f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.755968 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Publish callbacks [] for security_group (7e0d0519-7eb6-4033-b83d-293186be5e9f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.810676 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (7e0d0519-7eb6-4033-b83d-293186be5e9f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.813128 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.816645 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e0d0519-7eb6-4033-b83d-293186be5e9f HTTP/1.1" status: 204 len: 168 time: 0.1800849 Apr 14 21:34:00.822977 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d0519-7eb6-4033-b83d-293186be5e9f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:00.830363 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.830709 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.831052 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.831395 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.831728 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.832062 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.832385 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.832709 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.833032 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.833355 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.833679 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.834103 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.834429 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.834745 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.835061 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694c761-db61-4b34-9878-610f67f0da44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.078703 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58310) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:01.095512 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.161069 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-b42016aa-a44d-45ae-b24c-6bffbe956b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:01.163321 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-b42016aa-a44d-45ae-b24c-6bffbe956b49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e0f3b57b0ae43d98c32cc61e8316e98&device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 1128 time: 0.0865796 Apr 14 21:34:01.183820 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Publish callbacks [] for security_group (1c701a60-bb73-4f8c-9704-8461fd7fa3a0), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.187839 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (1c701a60-bb73-4f8c-9704-8461fd7fa3a0), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.229354 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b83aad167e8404389c23028347248ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494310 Apr 14 21:34:01.230261 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c701a60-bb73-4f8c-9704-8461fd7fa3a0,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:01.232409 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58314) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:01.238455 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-2b006d10-4e91-4f25-8823-980b08e87239 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2edd0eb3-4697-4589-bd0d-85577dc04214 HTTP/1.1" status: 200 len: 217 time: 0.0612187 Apr 14 21:34:01.244540 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.244896 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.245264 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.245613 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.245988 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.246323 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.246653 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.246984 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.247330 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.247664 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.248007 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.248338 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.248663 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.248985 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.249314 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea874f79-4da4-4b2c-ab77-2041af1688cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:01.252400 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8b7ce-afea-4915-b36f-b2d7a60937ca req-c6cb1da0-ddd2-4c29-a684-860e4e9e95d5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:01.253923 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-51f8b7ce-afea-4915-b36f-b2d7a60937ca req-c6cb1da0-ddd2-4c29-a684-860e4e9e95d5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0888736 Apr 14 21:34:01.295987 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8befdd5f-9f70-400a-8453-01b2bb66911c admin admin] Publish callbacks [] for security_group (1c701a60-bb73-4f8c-9704-8461fd7fa3a0), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.320181 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8befdd5f-9f70-400a-8453-01b2bb66911c admin admin] Publish callbacks [] for security_group (1c701a60-bb73-4f8c-9704-8461fd7fa3a0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.343325 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-51f8b7ce-afea-4915-b36f-b2d7a60937ca req-2dbeb3ca-2f6b-486f-b3b0-381a1563403b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820937 Apr 14 21:34:01.345123 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-1c6aaac7-8470-4df3-91d9-2f0f0fc87b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:01.346524 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-1c6aaac7-8470-4df3-91d9-2f0f0fc87b33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69bd8373-f0a1-42b8-9329-2bae811d62e1 HTTP/1.1" status: 200 len: 849 time: 0.0708897 Apr 14 21:34:01.376795 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8befdd5f-9f70-400a-8453-01b2bb66911c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (1c701a60-bb73-4f8c-9704-8461fd7fa3a0), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.379396 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8befdd5f-9f70-400a-8453-01b2bb66911c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.384458 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8befdd5f-9f70-400a-8453-01b2bb66911c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c701a60-bb73-4f8c-9704-8461fd7fa3a0 HTTP/1.1" status: 204 len: 168 time: 0.1510274 Apr 14 21:34:01.392669 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befdd5f-9f70-400a-8453-01b2bb66911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c701a60-bb73-4f8c-9704-8461fd7fa3a0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:01.394602 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-cf11c9c1-06a2-4b38-b7b5-67fad8bc1636 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d857706-c68b-4b7c-98b8-0a39e21f81ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392861 Apr 14 21:34:01.499752 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-dd033ab7-02a7-4be6-b15b-8cd09e4a47e6 service neutron] 10.222.0.13 "GET /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947707 Apr 14 21:34:01.622206 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c8a21d7-df78-4b8e-9838-8cee3a2047a6 req-76c2974d-fa1e-41bb-aaf3-135ee066e992 service neutron] 10.222.0.13 "GET /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046083 Apr 14 21:34:01.694858 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d203652-bfa9-4012-b7f7-c9e7a3ec7561 req-4a324f74-46e0-4211-9c96-a1b2709997d9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:01.696688 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3d203652-bfa9-4012-b7f7-c9e7a3ec7561 req-4a324f74-46e0-4211-9c96-a1b2709997d9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.0802481 Apr 14 21:34:01.728696 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b77e54-c6ef-4713-9247-9a4aacb9f435 req-0f4b0f96-a7e5-44e8-b168-00ddb7a6fbe7 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:01.730468 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-09b77e54-c6ef-4713-9247-9a4aacb9f435 req-0f4b0f96-a7e5-44e8-b168-00ddb7a6fbe7 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 944 time: 0.0795269 Apr 14 21:34:01.773774 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3d203652-bfa9-4012-b7f7-c9e7a3ec7561 req-fa2c9de2-32b6-430d-b45d-e5fb02e46ec5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685725 Apr 14 21:34:01.812754 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-09b77e54-c6ef-4713-9247-9a4aacb9f435 req-635e9cab-47d8-4e10-a89a-28317cdf9e52 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760188 Apr 14 21:34:01.931509 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5140-628f-4c81-91af-f2e2d52527cd req-746d2542-5e2d-4ba0-8e69-035b59dc52e0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:01.933011 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4e6b5140-628f-4c81-91af-f2e2d52527cd req-746d2542-5e2d-4ba0-8e69-035b59dc52e0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0863330 Apr 14 21:34:01.963797 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18168b1-98e9-4c59-a916-57ad4b793f4b req-80ba1752-cf99-40f5-9c07-7494a426b117 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:01.963797 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b18168b1-98e9-4c59-a916-57ad4b793f4b req-80ba1752-cf99-40f5-9c07-7494a426b117 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.0761261 Apr 14 21:34:02.014328 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4e6b5140-628f-4c81-91af-f2e2d52527cd req-1f32476f-d6ed-4817-b635-c73137587127 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750942 Apr 14 21:34:02.052040 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b18168b1-98e9-4c59-a916-57ad4b793f4b req-7467e44c-ce2e-44ce-bbbc-5ddf194ceffe tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722799 Apr 14 21:34:02.385664 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485df67-3775-4dd9-bdd4-9ab0ccb17025 req-42fcf1b9-cd99-4010-9031-d8fa4707a983 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:02.390187 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a485df67-3775-4dd9-bdd4-9ab0ccb17025 req-42fcf1b9-cd99-4010-9031-d8fa4707a983 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.0518892 Apr 14 21:34:02.484568 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a485df67-3775-4dd9-bdd4-9ab0ccb17025 req-efe90389-2da1-44aa-95bc-e1dcace2fb22 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918217 Apr 14 21:34:02.510557 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff16f48-73bb-44d3-a223-5c62e89b4c78 req-22683228-a78b-4f4a-a88e-993de77c557c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:02.512155 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aff16f48-73bb-44d3-a223-5c62e89b4c78 req-22683228-a78b-4f4a-a88e-993de77c557c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0893793 Apr 14 21:34:02.582468 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aff16f48-73bb-44d3-a223-5c62e89b4c78 req-8b754ea5-9c02-4438-904e-4999952243c7 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570731 Apr 14 21:34:02.932844 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1895aee-f42d-4794-99ee-6c0dc1d1e734 req-021b5edf-ee07-416f-b5c8-192d29dc0ab5 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:02.934411 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1895aee-f42d-4794-99ee-6c0dc1d1e734 req-021b5edf-ee07-416f-b5c8-192d29dc0ab5 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 944 time: 0.0512948 Apr 14 21:34:02.988249 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1895aee-f42d-4794-99ee-6c0dc1d1e734 req-67deaddf-9d28-49d1-91c9-d9f0e0d9d824 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Apr 14 21:34:03.129906 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c25fae-f9f3-4ea1-9189-a2f3cf81be7a req-d38df325-81b9-4559-93cb-20b9e8f40e58 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:03.131868 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c8c25fae-f9f3-4ea1-9189-a2f3cf81be7a req-d38df325-81b9-4559-93cb-20b9e8f40e58 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0484750 Apr 14 21:34:03.189626 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c8c25fae-f9f3-4ea1-9189-a2f3cf81be7a req-37d79315-a0d6-43cf-8627-cf1bb82ae5f5 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501223 Apr 14 21:34:03.192513 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 58386) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:03.300625 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7456b811-a3fd-43f3-94ba-202406bdb57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.378898 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7456b811-a3fd-43f3-94ba-202406bdb57e admin admin] Publish callbacks [] for security_group (ec9714cd-b2c4-49b6-88cc-548640b15872), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.382773 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7456b811-a3fd-43f3-94ba-202406bdb57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ec9714cd-b2c4-49b6-88cc-548640b15872), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.420384 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456b811-a3fd-43f3-94ba-202406bdb57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9714cd-b2c4-49b6-88cc-548640b15872,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:03.424729 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-7456b811-a3fd-43f3-94ba-202406bdb57e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1296c4ef80fd48f58d932c1528988bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312841 Apr 14 21:34:03.428166 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 58390) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:03.493294 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7f498f1d-5d48-4ae9-96d7-e7e38c0c9fad admin admin] Publish callbacks [] for security_group (ec9714cd-b2c4-49b6-88cc-548640b15872), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.516330 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7f498f1d-5d48-4ae9-96d7-e7e38c0c9fad admin admin] Publish callbacks [] for security_group (ec9714cd-b2c4-49b6-88cc-548640b15872), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.566133 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7f498f1d-5d48-4ae9-96d7-e7e38c0c9fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ec9714cd-b2c4-49b6-88cc-548640b15872), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.569001 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7f498f1d-5d48-4ae9-96d7-e7e38c0c9fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.570336 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-7f498f1d-5d48-4ae9-96d7-e7e38c0c9fad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec9714cd-b2c4-49b6-88cc-548640b15872 HTTP/1.1" status: 204 len: 168 time: 0.1419430 Apr 14 21:34:03.578062 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f498f1d-5d48-4ae9-96d7-e7e38c0c9fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9714cd-b2c4-49b6-88cc-548640b15872,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:03.704962 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73331142-1ada-407b-8930-280ce2393549 req-cf6c8946-c3c8-4a78-b95f-29043ba8abd3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:03.706521 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-73331142-1ada-407b-8930-280ce2393549 req-cf6c8946-c3c8-4a78-b95f-29043ba8abd3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0533400 Apr 14 21:34:03.757327 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-73331142-1ada-407b-8930-280ce2393549 req-fe670cb6-693a-4e17-a87a-ac861b3a9b22 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444231 Apr 14 21:34:03.874523 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58402) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:03.888045 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cbb1609a-43be-48cc-acc2-f86cdd71bf9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.969198 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cbb1609a-43be-48cc-acc2-f86cdd71bf9a admin admin] Publish callbacks [] for security_group (58980698-e961-45fd-a66f-ce8ef364abb3), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.975111 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cbb1609a-43be-48cc-acc2-f86cdd71bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (58980698-e961-45fd-a66f-ce8ef364abb3), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.031803 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1609a-43be-48cc-acc2-f86cdd71bf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58980698-e961-45fd-a66f-ce8ef364abb3,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:04.039993 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 58414) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:04.040445 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-cbb1609a-43be-48cc-acc2-f86cdd71bf9a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cdbb4f8623f1486e9edbfa72d8dc8b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646135 Apr 14 21:34:04.162010 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-35d26dd5-f41f-4813-b507-89d3df210ce7 admin admin] Publish callbacks [] for security_group (58980698-e961-45fd-a66f-ce8ef364abb3), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.183518 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2766a-153e-4f40-b652-580df711252a req-17be0b10-ed47-4e96-be96-932d3c75a678 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:04.185211 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-31b2766a-153e-4f40-b652-580df711252a req-17be0b10-ed47-4e96-be96-932d3c75a678 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 944 time: 0.0617957 Apr 14 21:34:04.216838 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-35d26dd5-f41f-4813-b507-89d3df210ce7 admin admin] Publish callbacks [] for security_group (58980698-e961-45fd-a66f-ce8ef364abb3), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.284707 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-31b2766a-153e-4f40-b652-580df711252a req-60808c91-f77c-41f7-9f8e-c54f553eb47a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890141 Apr 14 21:34:04.304181 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-35d26dd5-f41f-4813-b507-89d3df210ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (58980698-e961-45fd-a66f-ce8ef364abb3), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.309316 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-35d26dd5-f41f-4813-b507-89d3df210ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.311409 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-35d26dd5-f41f-4813-b507-89d3df210ce7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58980698-e961-45fd-a66f-ce8ef364abb3 HTTP/1.1" status: 204 len: 168 time: 0.2696698 Apr 14 21:34:04.327555 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d26dd5-f41f-4813-b507-89d3df210ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58980698-e961-45fd-a66f-ce8ef364abb3,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:04.500332 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750cac6-93db-4ebe-ac8e-69551af6363c req-b42e262b-ea85-46ee-9392-f39e099267ae tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:04.502119 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0750cac6-93db-4ebe-ac8e-69551af6363c req-b42e262b-ea85-46ee-9392-f39e099267ae tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0550938 Apr 14 21:34:04.584501 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0750cac6-93db-4ebe-ac8e-69551af6363c req-247994da-2dfa-4779-8ba9-16dc25d8270a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632744 Apr 14 21:34:04.616398 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 2edd0eb3-4697-4589-bd0d-85577dc04214 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:34:04.730236 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 2edd0eb3-4697-4589-bd0d-85577dc04214, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2edd0eb3-4697-4589-bd0d-85577dc04214,segment=NetworkSegment(b82ebff7-0f3d-4921-829e-9dbc19d4da6a),segment_id=b82ebff7-0f3d-4921-829e-9dbc19d4da6a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:04.742222 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '2edd0eb3-4697-4589-bd0d-85577dc04214', 'network_id': '4d857706-c68b-4b7c-98b8-0a39e21f81ff', 'port_id': '2edd0eb3-4697-4589-bd0d-85577dc04214', 'mac_address': 'fa:16:3e:5c:e1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bd8373-f0a1-42b8-9329-2bae811d62e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:34:04.780110 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 2edd0eb3-4697-4589-bd0d-85577dc04214 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:04.780561 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.798804 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edd0eb3-4697-4589-bd0d-85577dc04214 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:34:04.825005 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 2edd0eb3-4697-4589-bd0d-85577dc04214, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2edd0eb3-4697-4589-bd0d-85577dc04214,segment=NetworkSegment(b82ebff7-0f3d-4921-829e-9dbc19d4da6a),segment_id=b82ebff7-0f3d-4921-829e-9dbc19d4da6a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:04.828998 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.879730 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=2edd0eb3-4697-4589-bd0d-85577dc04214,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:04.887945 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.888302 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.888669 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.889237 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.889812 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.890397 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.890904 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.891411 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.891956 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.892110 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02de3fa-4a75-4644-87a6-80ff7e5bf769 req-5deb3c16-6ecb-4843-8bef-ddd7bdc5cb83 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:04.892706 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.893221 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.893628 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f02de3fa-4a75-4644-87a6-80ff7e5bf769 req-5deb3c16-6ecb-4843-8bef-ddd7bdc5cb83 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0520577 Apr 14 21:34:04.893941 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.894306 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.894646 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.894973 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:04.960954 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f02de3fa-4a75-4644-87a6-80ff7e5bf769 req-0ebf2468-461f-4ac1-a084-c08e0450cd6b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520747 Apr 14 21:34:05.182820 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['2edd0eb3-4697-4589-bd0d-85577dc04214'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:34:05.425701 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a0635-c6cd-4e73-9d07-c8cd3a3a9075 req-7b44fd34-6603-4034-89e7-88ceb2e44d57 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:05.426357 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed1a0635-c6cd-4e73-9d07-c8cd3a3a9075 req-7b44fd34-6603-4034-89e7-88ceb2e44d57 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 945 time: 0.0607800 Apr 14 21:34:05.481298 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed1a0635-c6cd-4e73-9d07-c8cd3a3a9075 req-eb94842d-2ad4-452b-91d8-fb06abc0a3dd tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467501 Apr 14 21:34:05.720707 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b4b0-906d-4e85-959d-f7303856b80a req-9282b567-b04b-4eed-a799-3e771fcae6f8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:05.723363 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c346b4b0-906d-4e85-959d-f7303856b80a req-9282b567-b04b-4eed-a799-3e771fcae6f8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0596888 Apr 14 21:34:05.784923 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c346b4b0-906d-4e85-959d-f7303856b80a req-11c6232c-1c6f-4ce6-bf07-badabad9c309 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535340 Apr 14 21:34:06.085590 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d437cd7-c589-4ffa-acdc-d7a319a04467 req-5013ef8a-574d-43b6-a67d-3afe07bc42e6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:06.087962 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0d437cd7-c589-4ffa-acdc-d7a319a04467 req-5013ef8a-574d-43b6-a67d-3afe07bc42e6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0504816 Apr 14 21:34:06.143394 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0d437cd7-c589-4ffa-acdc-d7a319a04467 req-8b37bfc6-f711-4272-ba22-8067a0f63bfc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497279 Apr 14 21:34:06.362931 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68ffb344-6430-447c-a51e-28059a0ac81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.599860 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546ad3b-5683-4b79-8a65-0ac265027769 req-2d852ff9-f3dd-4c12-b37a-002f8ee20b36 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:06.601496 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e546ad3b-5683-4b79-8a65-0ac265027769 req-2d852ff9-f3dd-4c12-b37a-002f8ee20b36 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 945 time: 0.0485661 Apr 14 21:34:06.640306 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 2edd0eb3-4697-4589-bd0d-85577dc04214 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:34:06.652532 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58524) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:06.669275 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e546ad3b-5683-4b79-8a65-0ac265027769 req-6baa784c-4928-4359-804d-7eb473e150d1 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567861 Apr 14 21:34:06.695598 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 2edd0eb3-4697-4589-bd0d-85577dc04214 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:34:06.702198 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 2edd0eb3-4697-4589-bd0d-85577dc04214 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:34:06.702571 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.794310 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83c6817-0809-4c25-885c-58afb326df24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.794829 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 2edd0eb3-4697-4589-bd0d-85577dc04214 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:06.795208 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.822885 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd0eb3-4697-4589-bd0d-85577dc04214'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:06.825054 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824d6b18-6939-4e36-a987-03e0725a9ddf" -d '{"events": [{"server_uuid": "ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30", "name": "network-vif-plugged", "status": "completed", "tag": "2edd0eb3-4697-4589-bd0d-85577dc04214"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:06.843369 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 2edd0eb3-4697-4589-bd0d-85577dc04214, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2edd0eb3-4697-4589-bd0d-85577dc04214,segment=NetworkSegment(b82ebff7-0f3d-4921-829e-9dbc19d4da6a),segment_id=b82ebff7-0f3d-4921-829e-9dbc19d4da6a)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:06.856494 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.908080 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83c6817-0809-4c25-885c-58afb326df24 admin admin] Publish callbacks [] for security_group (7362e297-18b3-4b73-8b1d-d8afdb979adb), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.913187 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a83c6817-0809-4c25-885c-58afb326df24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (7362e297-18b3-4b73-8b1d-d8afdb979adb), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.919448 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=2edd0eb3-4697-4589-bd0d-85577dc04214,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:06.938643 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7f98-69d6-4c7c-b295-b87c70dc903f req-8ce038b7-99db-4da6-94b8-25cfd27e25d7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:06.940815 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5ddd7f98-69d6-4c7c-b295-b87c70dc903f req-8ce038b7-99db-4da6-94b8-25cfd27e25d7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0653691 Apr 14 21:34:06.961967 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c6817-0809-4c25-885c-58afb326df24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7362e297-18b3-4b73-8b1d-d8afdb979adb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:06.973745 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a83c6817-0809-4c25-885c-58afb326df24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46c44f76e3344708a853fb5964305dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177710 Apr 14 21:34:06.974642 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58540) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:07.017922 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5ddd7f98-69d6-4c7c-b295-b87c70dc903f req-b31fd690-4f23-4dc4-9774-abac3c2611d0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701125 Apr 14 21:34:07.042187 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c29d64cf-1551-4e59-a9bd-c1575163d29a admin admin] Publish callbacks [] for security_group (7362e297-18b3-4b73-8b1d-d8afdb979adb), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.065116 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c29d64cf-1551-4e59-a9bd-c1575163d29a admin admin] Publish callbacks [] for security_group (7362e297-18b3-4b73-8b1d-d8afdb979adb), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.074574 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15027e1b-065c-4900-be92-2dadb445d124 x-openstack-request-id: req-15027e1b-065c-4900-be92-2dadb445d124 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:07.075889 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30", "name": "network-vif-plugged", "status": "completed", "tag": "2edd0eb3-4697-4589-bd0d-85577dc04214", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:07.076142 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-15027e1b-065c-4900-be92-2dadb445d124 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:07.076549 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15027e1b-065c-4900-be92-2dadb445d124'] response: {'server_uuid': 'ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edd0eb3-4697-4589-bd0d-85577dc04214', 'code': 200} Apr 14 21:34:07.115635 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c29d64cf-1551-4e59-a9bd-c1575163d29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (7362e297-18b3-4b73-8b1d-d8afdb979adb), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.118265 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c29d64cf-1551-4e59-a9bd-c1575163d29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.119417 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c29d64cf-1551-4e59-a9bd-c1575163d29a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7362e297-18b3-4b73-8b1d-d8afdb979adb HTTP/1.1" status: 204 len: 168 time: 0.1436794 Apr 14 21:34:07.127328 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d64cf-1551-4e59-a9bd-c1575163d29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7362e297-18b3-4b73-8b1d-d8afdb979adb,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:07.308649 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3a951-7224-46a5-8bf0-be4b25e41ad4 req-f3971cce-8828-46c9-81eb-fca34b71c470 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:07.315858 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-88b3a951-7224-46a5-8bf0-be4b25e41ad4 req-f3971cce-8828-46c9-81eb-fca34b71c470 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0724363 Apr 14 21:34:07.391818 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae61abc-ecb0-4af6-bdbe-3a8b7a77915f req-0bd31d16-6a02-46e3-962c-193efaec0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:07.393761 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bae61abc-ecb0-4af6-bdbe-3a8b7a77915f req-0bd31d16-6a02-46e3-962c-193efaec0172 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 1130 time: 0.0924921 Apr 14 21:34:07.414718 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-88b3a951-7224-46a5-8bf0-be4b25e41ad4 req-2a7a68b1-44c3-45a9-a878-082865d0e358 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965540 Apr 14 21:34:07.458779 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bae61abc-ecb0-4af6-bdbe-3a8b7a77915f req-47d9ae78-ac43-492b-8305-eb8deebc73d7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 Apr 14 21:34:07.501183 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58554) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:07.514358 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3815e500-a9b7-433e-9d58-fc8547f42b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.591821 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3815e500-a9b7-433e-9d58-fc8547f42b80 admin admin] Publish callbacks [] for security_group (d09a3c40-8166-4a91-8847-fb61600a4e46), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.595362 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3815e500-a9b7-433e-9d58-fc8547f42b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (d09a3c40-8166-4a91-8847-fb61600a4e46), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.632321 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815e500-a9b7-433e-9d58-fc8547f42b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09a3c40-8166-4a91-8847-fb61600a4e46,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:07.637594 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3815e500-a9b7-433e-9d58-fc8547f42b80 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa060daceda449b181ef2df45ec9aa00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352921 Apr 14 21:34:07.640380 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58556) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:07.699029 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a020b2ef-fbb2-40f2-94da-af8a894a2e46 admin admin] Publish callbacks [] for security_group (d09a3c40-8166-4a91-8847-fb61600a4e46), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.722088 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a020b2ef-fbb2-40f2-94da-af8a894a2e46 admin admin] Publish callbacks [] for security_group (d09a3c40-8166-4a91-8847-fb61600a4e46), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.774872 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a020b2ef-fbb2-40f2-94da-af8a894a2e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (d09a3c40-8166-4a91-8847-fb61600a4e46), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.777516 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a020b2ef-fbb2-40f2-94da-af8a894a2e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:07.778860 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a020b2ef-fbb2-40f2-94da-af8a894a2e46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d09a3c40-8166-4a91-8847-fb61600a4e46 HTTP/1.1" status: 204 len: 168 time: 0.1374707 Apr 14 21:34:07.787027 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020b2ef-fbb2-40f2-94da-af8a894a2e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09a3c40-8166-4a91-8847-fb61600a4e46,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:07.795505 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177c77d-74d9-42b0-a9e3-48ffe50bf2d3 req-763e7394-d4b5-4777-b4f4-4543d4c06d17 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:07.797216 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1177c77d-74d9-42b0-a9e3-48ffe50bf2d3 req-763e7394-d4b5-4777-b4f4-4543d4c06d17 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 946 time: 0.0546296 Apr 14 21:34:07.851553 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1177c77d-74d9-42b0-a9e3-48ffe50bf2d3 req-6b0f6010-589a-4546-a237-2c106e17f852 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476036 Apr 14 21:34:08.143670 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77188cb-6fe9-4163-8176-72161c74aac6 req-44bbca6b-caec-4942-918a-0c1c4c8b0cee tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:08.145210 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d77188cb-6fe9-4163-8176-72161c74aac6 req-44bbca6b-caec-4942-918a-0c1c4c8b0cee tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0564475 Apr 14 21:34:08.194250 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d77188cb-6fe9-4163-8176-72161c74aac6 req-af696a9d-8fcb-4086-b8df-a94327e2e862 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Apr 14 21:34:08.500488 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58590) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:08.539866 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caa2e8-5b79-4a55-8cdf-f2d55b2f3129 req-881e464a-c13b-4321-8f99-b0078bb58b7e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:08.541546 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-55caa2e8-5b79-4a55-8cdf-f2d55b2f3129 req-881e464a-c13b-4321-8f99-b0078bb58b7e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0537271 Apr 14 21:34:08.592480 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-55caa2e8-5b79-4a55-8cdf-f2d55b2f3129 req-0a859afb-6c3b-4c93-93aa-600f6e318a9d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450392 Apr 14 21:34:08.602944 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2792640-network', 'tenant_id': 'b56545ceaf7744649a72a2cbd4775556'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:08.622124 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Made reservation on behalf of b56545ceaf7744649a72a2cbd4775556 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:08.624423 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.633361 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.706765 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Publish callbacks [] for security_group (a601050c-9419-4224-b99f-51b131f6b23c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.710556 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a601050c-9419-4224-b99f-51b131f6b23c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.737153 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:34:08.746676 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a601050c-9419-4224-b99f-51b131f6b23c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:08.753090 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (090bb56b-66fe-4f4c-b3a1-89f09042d35c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.753465 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Added segment 090bb56b-66fe-4f4c-b3a1-89f09042d35c of type vlan for network 11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5 Apr 14 21:34:08.795257 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.821778 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.822770 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:08.823356 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.886479 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3847165 Apr 14 21:34:08.888837 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 58600) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:08.894796 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaf2d0-9c6b-4cac-a728-35a3e12e8020 admin admin] Pushing event updated for resources: {'Network': ['ID=11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:08.896156 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59426b5c-da91-4ea4-acd7-b127df64a2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:08.903418 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Request body: {'subnet': {'network_id': '11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2792640-subnet', 'tenant_id': 'b56545ceaf7744649a72a2cbd4775556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:08.907367 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network 11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:34:08.927440 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Made reservation on behalf of b56545ceaf7744649a72a2cbd4775556 for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:08.930606 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7670236'] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:09.026891 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a199d-bc9a-4a7a-95e0-87b9e0e37aea req-87437688-d488-411e-a782-75b70a4a5cb9 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:09.028368 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9c9a199d-bc9a-4a7a-95e0-87b9e0e37aea req-87437688-d488-411e-a782-75b70a4a5cb9 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 946 time: 0.0847344 Apr 14 21:34:09.122439 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9c9a199d-bc9a-4a7a-95e0-87b9e0e37aea req-3986a257-6519-4738-a804-391292fd4623 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851099 Apr 14 21:34:09.181141 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7735659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7670218'] for subnet (d35d6055-012d-4d54-9260-8dfacf30db23), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:09.232379 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35d6055-012d-4d54-9260-8dfacf30db23,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:09.247645 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Checking segment: {'id': '090bb56b-66fe-4f4c-b3a1-89f09042d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:34:09.248004 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Network hostable DHCP agents. Network: 11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:34:09.277630 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Network 11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:34:09.304946 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, 11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:09.312327 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:09.312941 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:09.315001 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f80022-9407-41ab-8b6f-09e2ce552f00 None None] Network 11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:09.328249 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e1b39-f603-41e3-8cb0-6c30f30e27ab req-bf0a3bc9-2ac9-413c-8022-34fe3fe25a53 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:09.329749 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-183e1b39-f603-41e3-8cb0-6c30f30e27ab req-bf0a3bc9-2ac9-413c-8022-34fe3fe25a53 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0628371 Apr 14 21:34:09.365777 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-d26def7a-dee5-4f64-8d28-1371500df83c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4634714 Apr 14 21:34:09.421575 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-183e1b39-f603-41e3-8cb0-6c30f30e27ab req-6cf089ef-83aa-4e94-a2e5-aef77b219ee4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856836 Apr 14 21:34:09.476984 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b32a5f-2c40-4733-b9fb-df1a6e5ad948 None None] Network 11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:09.663192 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:09.720586 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dd36b-9464-48d1-bdc7-87ef01cfda39 req-2df565e7-f3d1-4350-8819-8b6d49eedc4b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:09.722644 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c12dd36b-9464-48d1-bdc7-87ef01cfda39 req-2df565e7-f3d1-4350-8819-8b6d49eedc4b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0548351 Apr 14 21:34:09.771704 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c12dd36b-9464-48d1-bdc7-87ef01cfda39 req-e8f33846-4e92-4d9e-b478-45e49739d3f5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432684 Apr 14 21:34:09.905137 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 58624) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:09.910033 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1496288306-network', 'tenant_id': '99846b7bf6544733aa249532731bd67f'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:09.928052 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Made reservation on behalf of 99846b7bf6544733aa249532731bd67f for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:09.931053 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:09.944076 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.028168 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Publish callbacks [] for security_group (dd21a08d-1af3-48d3-ae73-418ff8477976), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.031770 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (dd21a08d-1af3-48d3-ae73-418ff8477976), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.056795 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:34:10.067002 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd21a08d-1af3-48d3-ae73-418ff8477976,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:10.072711 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (7e10bd80-0d0b-46d7-b2f5-3a2e096d3f9f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.073058 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.segments_db [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Added segment 7e10bd80-0d0b-46d7-b2f5-3a2e096d3f9f of type vlan for network c6b26d79-8f8d-4d27-9a49-19f227520036 Apr 14 21:34:10.115344 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (c6b26d79-8f8d-4d27-9a49-19f227520036), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.144673 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (c6b26d79-8f8d-4d27-9a49-19f227520036), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.145658 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:10.146249 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.212454 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3061771 Apr 14 21:34:10.215301 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58630) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:10.220463 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Request body: {'subnet': {'network_id': 'c6b26d79-8f8d-4d27-9a49-19f227520036', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1496288306-subnet', 'tenant_id': '99846b7bf6544733aa249532731bd67f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:10.239638 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d067d-d759-4f95-a697-569da9bf1da2 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b26d79-8f8d-4d27-9a49-19f227520036,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:10.239881 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Made reservation on behalf of 99846b7bf6544733aa249532731bd67f for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:10.242563 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8399541'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.252438 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network c6b26d79-8f8d-4d27-9a49-19f227520036 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:34:10.260260 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458ff1-c089-45df-9392-7eb1af3f9605 req-a1a7b323-9aeb-438f-8dfc-936fa49e6b9b tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:10.261762 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7a458ff1-c089-45df-9392-7eb1af3f9605 req-a1a7b323-9aeb-438f-8dfc-936fa49e6b9b tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 946 time: 0.0623493 Apr 14 21:34:10.321531 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7a458ff1-c089-45df-9392-7eb1af3f9605 req-4ee3ea75-67de-44a8-8cda-a356deade677 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525699 Apr 14 21:34:10.420431 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8399523'] for subnet (5a3ce7c8-2ba3-4f9d-a578-db5bb34efbab), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.477974 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3ce7c8-2ba3-4f9d-a578-db5bb34efbab,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:10.485132 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Checking segment: {'id': '7e10bd80-0d0b-46d7-b2f5-3a2e096d3f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c6b26d79-8f8d-4d27-9a49-19f227520036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:34:10.485490 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Network hostable DHCP agents. Network: c6b26d79-8f8d-4d27-9a49-19f227520036, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:34:10.504502 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Network c6b26d79-8f8d-4d27-9a49-19f227520036 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:34:10.516110 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, c6b26d79-8f8d-4d27-9a49-19f227520036) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:10.520873 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:10.521536 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.532726 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d979f92-ca2b-4b0e-9564-aa9896cbfadb None None] Network c6b26d79-8f8d-4d27-9a49-19f227520036 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:10.556169 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-2f40a18f-071c-4565-9e02-37f87d322c40 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3376250 Apr 14 21:34:10.579727 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1b177-b7cc-4563-bc11-bcd61a717976 req-94e34417-f8f8-4a86-84cf-a983e8e10166 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:10.581737 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c1a1b177-b7cc-4563-bc11-bcd61a717976 req-94e34417-f8f8-4a86-84cf-a983e8e10166 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0680144 Apr 14 21:34:10.659310 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c1a1b177-b7cc-4563-bc11-bcd61a717976 req-76a03810-f752-4736-97fa-cc7b9977b952 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692127 Apr 14 21:34:10.691843 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70d37e-e538-46ea-89c1-fb767f0b8ba7 None None] Network c6b26d79-8f8d-4d27-9a49-19f227520036 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:10.922531 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531cab6-41d1-423e-80d0-d9091eb1d4f0 req-d91fea0e-d148-4a9d-b78e-ffa40f9da0d7 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:10.929282 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7531cab6-41d1-423e-80d0-d9091eb1d4f0 req-d91fea0e-d148-4a9d-b78e-ffa40f9da0d7 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0664673 Apr 14 21:34:11.011090 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7531cab6-41d1-423e-80d0-d9091eb1d4f0 req-bcde42ae-0d50-4d7b-8663-d0e45f2c46a6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796521 Apr 14 21:34:11.173740 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81289182-ea41-4f16-9aa6-222ef7544838 req-f07f2c0f-a765-4b0d-b0c1-ef9c4dd4f32a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:11.173740 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-81289182-ea41-4f16-9aa6-222ef7544838 req-f07f2c0f-a765-4b0d-b0c1-ef9c4dd4f32a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 946 time: 0.0564392 Apr 14 21:34:11.226939 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-81289182-ea41-4f16-9aa6-222ef7544838 req-322ea841-453f-4053-801c-e796ddf9e143 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477808 Apr 14 21:34:11.317781 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.773192 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6ce22-edb0-43dc-a7a5-e34cc19d8f1b req-b5accd50-d9a3-4239-9eed-ab780b2441b6 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:11.775292 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5a6ce22-edb0-43dc-a7a5-e34cc19d8f1b req-b5accd50-d9a3-4239-9eed-ab780b2441b6 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0486419 Apr 14 21:34:11.821598 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5a6ce22-edb0-43dc-a7a5-e34cc19d8f1b req-e2ed061b-d365-416f-8541-28f5d49fb09a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Apr 14 21:34:12.121648 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90393549-8cce-42bb-91f1-e84b8ab0ecd4 req-86e687cb-4a1b-44bc-a019-1cab5801c3d8 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:12.123130 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-90393549-8cce-42bb-91f1-e84b8ab0ecd4 req-86e687cb-4a1b-44bc-a019-1cab5801c3d8 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0502293 Apr 14 21:34:12.168801 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-90393549-8cce-42bb-91f1-e84b8ab0ecd4 req-cee56102-e82a-4837-88aa-3ec9fb54bc33 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402174 Apr 14 21:34:12.347969 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faf31e-bce4-4011-b356-79edb6752738 req-7820017c-b21b-41f2-9c40-61a9d4b0620a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:12.349448 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-04faf31e-bce4-4011-b356-79edb6752738 req-7820017c-b21b-41f2-9c40-61a9d4b0620a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 946 time: 0.0486665 Apr 14 21:34:12.399739 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-04faf31e-bce4-4011-b356-79edb6752738 req-f5422130-de10-473e-9c0c-9813ed4f0f54 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Apr 14 21:34:12.669542 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:12.942129 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce4c15-78fe-4054-af57-68283e8b7e9f req-9f950a89-5b52-489b-8eba-759626822a13 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:12.943630 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a9ce4c15-78fe-4054-af57-68283e8b7e9f req-9f950a89-5b52-489b-8eba-759626822a13 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0514927 Apr 14 21:34:12.997538 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a9ce4c15-78fe-4054-af57-68283e8b7e9f req-22e667f4-2dbe-45ee-a017-ca9df425cdba tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460467 Apr 14 21:34:13.284559 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebf71d-3d06-46cf-9082-497554e7ebe0 req-44830f73-8936-4fa4-9219-33cc34672b2d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:13.285967 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35ebf71d-3d06-46cf-9082-497554e7ebe0 req-44830f73-8936-4fa4-9219-33cc34672b2d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0461700 Apr 14 21:34:13.333045 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35ebf71d-3d06-46cf-9082-497554e7ebe0 req-5a4b3bad-3b78-4e7c-807e-de2de9122951 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408838 Apr 14 21:34:13.388014 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-086cd61c-9f92-4aef-b0d2-8043f3f2d99a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:13.390388 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-086cd61c-9f92-4aef-b0d2-8043f3f2d99a tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 946 time: 0.0493143 Apr 14 21:34:13.548050 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-b738a86d-4b66-40c4-b7b1-c01cd140f9eb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Deleting port 2edd0eb3-4697-4589-bd0d-85577dc04214 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:34:13.548399 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-b738a86d-4b66-40c4-b7b1-c01cd140f9eb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:13.559474 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef183167-551b-4d7e-8ee9-cacff17d2f5e req-fcf4f3a0-c900-424b-9c96-2c13ee235c15 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:13.560943 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ef183167-551b-4d7e-8ee9-cacff17d2f5e req-fcf4f3a0-c900-424b-9c96-2c13ee235c15 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 946 time: 0.0786409 Apr 14 21:34:13.901063 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ef183167-551b-4d7e-8ee9-cacff17d2f5e req-b644bc7e-6753-44f3-befc-4c66bcf4db26 tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7d26002-8458-4988-bfd2-bee557d90886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963655 Apr 14 21:34:13.921434 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-b738a86d-4b66-40c4-b7b1-c01cd140f9eb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] For port 2edd0eb3-4697-4589-bd0d-85577dc04214, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2edd0eb3-4697-4589-bd0d-85577dc04214,segment=NetworkSegment(b82ebff7-0f3d-4921-829e-9dbc19d4da6a),segment_id=b82ebff7-0f3d-4921-829e-9dbc19d4da6a)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:13.921853 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-b738a86d-4b66-40c4-b7b1-c01cd140f9eb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:13.939596 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-b738a86d-4b66-40c4-b7b1-c01cd140f9eb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Calling delete_port for 2edd0eb3-4697-4589-bd0d-85577dc04214 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:34:14.127475 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53505747-aa8e-417c-a030-16a2d3661ad6 req-85d2a938-f63e-44d1-b638-295cb4fc1857 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:14.128951 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53505747-aa8e-417c-a030-16a2d3661ad6 req-85d2a938-f63e-44d1-b638-295cb4fc1857 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0638912 Apr 14 21:34:14.142661 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-b738a86d-4b66-40c4-b7b1-c01cd140f9eb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (2edd0eb3-4697-4589-bd0d-85577dc04214), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.158637 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['2edd0eb3-4697-4589-bd0d-85577dc04214'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:34:14.184697 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738a86d-4b66-40c4-b7b1-c01cd140f9eb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Pushing event deleted for resources: {'Port': ['ID=2edd0eb3-4697-4589-bd0d-85577dc04214,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:14.268343 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-b738a86d-4b66-40c4-b7b1-c01cd140f9eb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] No DVR routers for this DVR port 2edd0eb3-4697-4589-bd0d-85577dc04214 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:34:14.274746 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-b738a86d-4b66-40c4-b7b1-c01cd140f9eb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.278116 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d2cf4bac-5272-4127-ac3c-f78daaba024f req-b738a86d-4b66-40c4-b7b1-c01cd140f9eb tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.13 "DELETE /v2.0/ports/2edd0eb3-4697-4589-bd0d-85577dc04214 HTTP/1.1" status: 204 len: 173 time: 0.8810101 Apr 14 21:34:14.278839 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30', 'name': 'network-vif-deleted', 'tag': '2edd0eb3-4697-4589-bd0d-85577dc04214'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:14.281093 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4f3d5b-6b1e-41e5-80aa-ef5ba49a4bb4" -d '{"events": [{"server_uuid": "ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30", "name": "network-vif-deleted", "tag": "2edd0eb3-4697-4589-bd0d-85577dc04214"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:14.286599 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53505747-aa8e-417c-a030-16a2d3661ad6 req-b77238c5-015d-490d-bff6-0a163b61bea3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506584 Apr 14 21:34:14.340734 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9be73-b08a-4538-8033-b97d7576df91 req-2dfa7c61-b137-4679-928d-a4ceeb962d4a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:14.342281 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a6d9be73-b08a-4538-8033-b97d7576df91 req-2dfa7c61-b137-4679-928d-a4ceeb962d4a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.0548048 Apr 14 21:34:14.343744 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e2ff96-b813-4e56-ad41-83b68a07b992 x-openstack-request-id: req-e9e2ff96-b813-4e56-ad41-83b68a07b992 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:14.344034 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30", "name": "network-vif-deleted", "tag": "2edd0eb3-4697-4589-bd0d-85577dc04214", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:14.344280 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e9e2ff96-b813-4e56-ad41-83b68a07b992 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:14.344667 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e2ff96-b813-4e56-ad41-83b68a07b992'] response: {'server_uuid': 'ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30', 'name': 'network-vif-deleted', 'tag': '2edd0eb3-4697-4589-bd0d-85577dc04214', 'status': 'completed', 'code': 200} Apr 14 21:34:14.403132 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a6d9be73-b08a-4538-8033-b97d7576df91 req-bae4fcd2-e454-4328-a2d0-b253d4be48f9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554104 Apr 14 21:34:14.427162 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58740) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:14.461866 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece7003-0d24-4401-a673-521eca3a9246 req-1260d7fb-c754-47d8-b701-1554fdb3599f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:14.463531 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6ece7003-0d24-4401-a673-521eca3a9246 req-1260d7fb-c754-47d8-b701-1554fdb3599f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0519981 Apr 14 21:34:14.527276 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6ece7003-0d24-4401-a673-521eca3a9246 req-501ed02a-4e90-4b7d-a1e6-5b150599493e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572021 Apr 14 21:34:14.636076 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc87fbb3-f131-442d-a025-2cb6417db382 tempest-TestMinimumBasicScenario-832798876 tempest-TestMinimumBasicScenario-832798876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:14.637630 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-fc87fbb3-f131-442d-a025-2cb6417db382 tempest-TestMinimumBasicScenario-832798876 tempest-TestMinimumBasicScenario-832798876-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 1124 time: 0.2095046 Apr 14 21:34:14.640591 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58744) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:14.646150 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'port_id': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:14.669523 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.761301 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.885776 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Allocated IP 172.27.3.18 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/24a85744-8056-4296-9202-2945d0701bed) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:34:15.038322 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c0b1545f-288c-40a8-a667-4c6f91d96bab req-9caa44c9-0919-4cca-b379-e6a226a673ba tempest-VolumesActionsTest-218954341 tempest-VolumesActionsTest-218954341-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4cdbaa-6b6f-4aa1-8c14-dec95df2ae30 HTTP/1.1" status: 200 len: 210 time: 0.0332181 Apr 14 21:34:15.060951 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for port (24a85744-8056-4296-9202-2945d0701bed), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:15.095473 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (24a85744-8056-4296-9202-2945d0701bed), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:15.139946 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:34:15.145432 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:15.149552 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:34:15.155355 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'Port': ['ID=24a85744-8056-4296-9202-2945d0701bed,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:15.408196 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf495-e196-404a-831d-db688c53d428 req-3d1eec5c-bd2b-40ce-948e-604198f5c6d3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:15.409609 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-416bf495-e196-404a-831d-db688c53d428 req-3d1eec5c-bd2b-40ce-948e-604198f5c6d3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0552399 Apr 14 21:34:15.460823 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-416bf495-e196-404a-831d-db688c53d428 req-f518324a-1b53-44b8-95b8-2ca6e6506cb7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Apr 14 21:34:15.654436 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792545d-1752-44f3-9d62-f58ae1f3cb64 req-c88f2518-7796-411e-99d5-988874e2c3a4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:15.656024 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7792545d-1752-44f3-9d62-f58ae1f3cb64 req-c88f2518-7796-411e-99d5-988874e2c3a4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0462530 Apr 14 21:34:15.662546 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for floatingip (ea1703bb-335d-44df-b6b5-28b378500005), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:15.708917 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7792545d-1752-44f3-9d62-f58ae1f3cb64 req-0b284604-2960-4784-b7b7-2c5c9f287aec tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470738 Apr 14 21:34:15.764434 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (24a85744-8056-4296-9202-2945d0701bed), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:15.814978 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:34:15.917499 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for port (24a85744-8056-4296-9202-2945d0701bed), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:15.922250 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (24a85744-8056-4296-9202-2945d0701bed), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:16.203680 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'Port': ['ID=24a85744-8056-4296-9202-2945d0701bed,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:16.213623 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (ea1703bb-335d-44df-b6b5-28b378500005), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:16.329438 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Floating IP ea1703bb-335d-44df-b6b5-28b378500005 associated. External IP: 172.27.3.18, port: a3cfd36a-c911-47f9-9f43-d09bfb042ec6. Apr 14 21:34:16.612315 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16875c-c50c-483c-9d75-ec4dae0f1876 req-283939bc-bb5e-4d3a-8d5a-a3120ba66e26 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:16.614647 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1c16875c-c50c-483c-9d75-ec4dae0f1876 req-283939bc-bb5e-4d3a-8d5a-a3120ba66e26 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0672507 Apr 14 21:34:16.626591 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Router c24cc765-731c-40cd-8cae-b324bfd01eb6 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:34:16.677851 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1c16875c-c50c-483c-9d75-ec4dae0f1876 req-ef2c74b3-38b8-486c-ae88-21547b147589 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552337 Apr 14 21:34:16.689379 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 2edd0eb3-4697-4589-bd0d-85577dc04214 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:34:16.713057 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 2edd0eb3-4697-4589-bd0d-85577dc04214 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:34:16.713538 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 2edd0eb3-4697-4589-bd0d-85577dc04214 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:34:16.753195 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:34:16.769035 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] Sync routers for ids ['c24cc765-731c-40cd-8cae-b324bfd01eb6'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:34:16.781572 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] Routers {'c24cc765-731c-40cd-8cae-b324bfd01eb6'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:34:16.782906 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:34:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['c24cc765-731c-40cd-8cae-b324bfd01eb6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:16.785462 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:16.823807 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-feb843ee-7fb4-4a0a-900e-2860ed87015d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1821735 Apr 14 21:34:16.824771 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:16.824900 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 58810) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:16.827376 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fd35fb-046f-4639-8521-688903ad7f41" -d '{"events": [{"name": "network-changed", "server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:16.831118 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-0cb0d5d7-39e2-46e7-8ac6-a930a1091627 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752036272', 'description': 'tempest-secgroup-smoke-1752036272 description', 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:16.846219 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133b14a-e0cd-41f4-9259-b5b289b68ced req-82c14a9d-012d-41b5-90cd-12eb4bcca239 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:16.848051 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1133b14a-e0cd-41f4-9259-b5b289b68ced req-82c14a9d-012d-41b5-90cd-12eb4bcca239 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0607140 Apr 14 21:34:16.878536 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b69d72-8e45-4ef4-b010-8019649b8bb5 x-openstack-request-id: req-47b69d72-8e45-4ef4-b010-8019649b8bb5 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:16.878734 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:16.879001 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47b69d72-8e45-4ef4-b010-8019649b8bb5 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:16.879410 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b69d72-8e45-4ef4-b010-8019649b8bb5'] response: {'name': 'network-changed', 'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'status': 'completed', 'code': 200} Apr 14 21:34:16.886016 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d5d7-39e2-46e7-8ac6-a930a1091627 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:16.922533 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] Set router c24cc765-731c-40cd-8cae-b324bfd01eb6 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:34:17.018702 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1133b14a-e0cd-41f4-9259-b5b289b68ced req-53b35bd2-7c87-4ddd-b822-c43922201b88 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1572189 Apr 14 21:34:17.045250 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-1f61878c-ec9d-4f17-9b16-5f0aa3786021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:17.046767 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-1f61878c-ec9d-4f17-9b16-5f0aa3786021 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3&device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 1129 time: 0.1264172 Apr 14 21:34:17.083560 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d5d7-39e2-46e7-8ac6-a930a1091627 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group (297effb1-189c-4836-8244-3def65739ab7), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.088018 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d5d7-39e2-46e7-8ac6-a930a1091627 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (297effb1-189c-4836-8244-3def65739ab7), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.118829 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d5d7-39e2-46e7-8ac6-a930a1091627 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.120051 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-0cb0d5d7-39e2-46e7-8ac6-a930a1091627 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2946129 Apr 14 21:34:17.121973 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0d5d7-39e2-46e7-8ac6-a930a1091627 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297effb1-189c-4836-8244-3def65739ab7,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:17.123436 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58834) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:17.131426 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-60c6f6db-f9ea-40aa-a22c-cb6470721366 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'security_group_rule': {'security_group_id': '297effb1-189c-4836-8244-3def65739ab7', 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:17.161879 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:05Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'ea1703bb-335d-44df-b6b5-28b378500005', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'port_id': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'mac_address': 'fa:16:3e:8c:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:15Z', 'updated_at': '2022-04-14T21:34:15Z', 'revision_number': 0, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd84b3c9-8455-4ded-ae33-a7098280bc56', 'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'mac_address': 'fa:16:3e:42:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:04Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 5, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'subnets': [{'id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:17.162577 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60c6f6db-f9ea-40aa-a22c-cb6470721366 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (44b22cae-85ae-44b3-b256-19c1536ba1fd), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.198564 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] Checking router: c24cc765-731c-40cd-8cae-b324bfd01eb6 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:34:17.208234 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] Routers {'c24cc765-731c-40cd-8cae-b324bfd01eb6'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:34:17.208829 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:34:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['c24cc765-731c-40cd-8cae-b324bfd01eb6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:17.236940 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60c6f6db-f9ea-40aa-a22c-cb6470721366 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (44b22cae-85ae-44b3-b256-19c1536ba1fd), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.248262 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60c6f6db-f9ea-40aa-a22c-cb6470721366 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (44b22cae-85ae-44b3-b256-19c1536ba1fd), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.252366 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-f8323569-7504-4325-b0e3-0afe90e4f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:17.254306 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-f8323569-7504-4325-b0e3-0afe90e4f49e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff HTTP/1.1" status: 200 len: 915 time: 0.1085718 Apr 14 21:34:17.277753 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6f6db-f9ea-40aa-a22c-cb6470721366 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b22cae-85ae-44b3-b256-19c1536ba1fd,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:17.284450 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-60c6f6db-f9ea-40aa-a22c-cb6470721366 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.286050 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-60c6f6db-f9ea-40aa-a22c-cb6470721366 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598568 Apr 14 21:34:17.288915 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58840) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:17.295056 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7a10e24e-e9a7-4c53-a874-c504986deea5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'security_group_rule': {'security_group_id': '297effb1-189c-4836-8244-3def65739ab7', 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:17.328723 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7a10e24e-e9a7-4c53-a874-c504986deea5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (49c9a372-010a-4860-a5e7-07033734067b), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.354343 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-e3343f2d-d3b0-402f-8117-f7b38e8dffb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6 HTTP/1.1" status: 200 len: 998 time: 0.0875018 Apr 14 21:34:17.360269 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] Set router c24cc765-731c-40cd-8cae-b324bfd01eb6 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:34:17.413032 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7a10e24e-e9a7-4c53-a874-c504986deea5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (49c9a372-010a-4860-a5e7-07033734067b), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.421196 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-a6113118-05da-47ec-a1f8-eeacacbe61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:17.421372 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7a10e24e-e9a7-4c53-a874-c504986deea5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (49c9a372-010a-4860-a5e7-07033734067b), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.423507 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-a6113118-05da-47ec-a1f8-eeacacbe61f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25ad6f9b-f88c-416d-a2f7-14e66d1ad417 HTTP/1.1" status: 200 len: 853 time: 0.0601077 Apr 14 21:34:17.440899 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10e24e-e9a7-4c53-a874-c504986deea5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c9a372-010a-4860-a5e7-07033734067b,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:17.451906 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7a10e24e-e9a7-4c53-a874-c504986deea5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.453305 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-7a10e24e-e9a7-4c53-a874-c504986deea5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1622183 Apr 14 21:34:17.456500 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 58846) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:17.460998 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-0e88b9d7-7276-4a4b-8237-b3f3bb5a0525 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'security_group_rule': {'security_group_id': '297effb1-189c-4836-8244-3def65739ab7', 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:17.489506 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e88b9d7-7276-4a4b-8237-b3f3bb5a0525 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (5b29a289-f71d-48ba-b057-0f12ee2a4d1e), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.572127 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e88b9d7-7276-4a4b-8237-b3f3bb5a0525 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (5b29a289-f71d-48ba-b057-0f12ee2a4d1e), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.577434 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e88b9d7-7276-4a4b-8237-b3f3bb5a0525 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (5b29a289-f71d-48ba-b057-0f12ee2a4d1e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.599184 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88b9d7-7276-4a4b-8237-b3f3bb5a0525 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b29a289-f71d-48ba-b057-0f12ee2a4d1e,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:17.610390 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0e88b9d7-7276-4a4b-8237-b3f3bb5a0525 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.615142 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58858) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:17.620092 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-15ca9e0b-708b-431c-a929-12df52b04b0a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'security_group_rule': {'security_group_id': '297effb1-189c-4836-8244-3def65739ab7', 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:17.625350 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-0e88b9d7-7276-4a4b-8237-b3f3bb5a0525 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1678998 Apr 14 21:34:17.653803 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15ca9e0b-708b-431c-a929-12df52b04b0a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (55f9fe49-2d8a-4e31-8ee8-fc635f66f3af), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.656586 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:05Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'ea1703bb-335d-44df-b6b5-28b378500005', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'port_id': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'mac_address': 'fa:16:3e:8c:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:15Z', 'updated_at': '2022-04-14T21:34:15Z', 'revision_number': 0, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd84b3c9-8455-4ded-ae33-a7098280bc56', 'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'mac_address': 'fa:16:3e:42:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:04Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 5, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'subnets': [{'id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:17.693292 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886d4bde-6a2a-471e-a55c-0f703d809f09 None None] The sync data for ids ['c24cc765-731c-40cd-8cae-b324bfd01eb6'] in dv-cinder-837543-3-iscsi is: [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:05Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'ea1703bb-335d-44df-b6b5-28b378500005', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'port_id': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'mac_address': 'fa:16:3e:8c:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:15Z', 'updated_at': '2022-04-14T21:34:15Z', 'revision_number': 0, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd84b3c9-8455-4ded-ae33-a7098280bc56', 'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'mac_address': 'fa:16:3e:42:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:04Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 5, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'subnets': [{'id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:34:17.739498 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15ca9e0b-708b-431c-a929-12df52b04b0a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (55f9fe49-2d8a-4e31-8ee8-fc635f66f3af), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.746003 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15ca9e0b-708b-431c-a929-12df52b04b0a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (55f9fe49-2d8a-4e31-8ee8-fc635f66f3af), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.771712 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca9e0b-708b-431c-a929-12df52b04b0a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f9fe49-2d8a-4e31-8ee8-fc635f66f3af,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:17.799351 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-15ca9e0b-708b-431c-a929-12df52b04b0a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.804286 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-15ca9e0b-708b-431c-a929-12df52b04b0a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1880193 Apr 14 21:34:17.807550 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58868) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:17.814667 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d69197a2-3726-49ab-9dc5-310a5370bda4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'security_group_rule': {'security_group_id': '297effb1-189c-4836-8244-3def65739ab7', 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:17.848425 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-d69197a2-3726-49ab-9dc5-310a5370bda4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Project 7a8234531a7b40a6a3c83cfdc11d5ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:34:17.858280 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d69197a2-3726-49ab-9dc5-310a5370bda4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (1eb26b8d-6799-4536-aae9-5f33c7a16a53), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.860698 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e1496-0d3b-4076-8a81-dd7d5bf51e3f req-3f8257f9-2076-4e64-bb30-b93fe1c50dc4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:17.862275 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9b4e1496-0d3b-4076-8a81-dd7d5bf51e3f req-3f8257f9-2076-4e64-bb30-b93fe1c50dc4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0663614 Apr 14 21:34:17.958587 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9b4e1496-0d3b-4076-8a81-dd7d5bf51e3f req-c9e4d0f5-cd40-4c7c-bc08-17254b7b0289 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879662 Apr 14 21:34:17.972356 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d69197a2-3726-49ab-9dc5-310a5370bda4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (1eb26b8d-6799-4536-aae9-5f33c7a16a53), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:17.979382 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d69197a2-3726-49ab-9dc5-310a5370bda4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (1eb26b8d-6799-4536-aae9-5f33c7a16a53), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.002775 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69197a2-3726-49ab-9dc5-310a5370bda4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb26b8d-6799-4536-aae9-5f33c7a16a53,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:18.016939 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d69197a2-3726-49ab-9dc5-310a5370bda4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.018658 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d69197a2-3726-49ab-9dc5-310a5370bda4 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2094088 Apr 14 21:34:18.020883 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 58876) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:18.029223 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f0a831f5-97d8-435b-b604-84c8472d51d9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'security_group_rule': {'security_group_id': '297effb1-189c-4836-8244-3def65739ab7', 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:18.042360 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288b73b-f86e-4bb9-a6b6-0856e0ca3d20 None None] New status for floating IP ea1703bb-335d-44df-b6b5-28b378500005: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:34:18.061509 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-f0a831f5-97d8-435b-b604-84c8472d51d9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Project 7a8234531a7b40a6a3c83cfdc11d5ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:34:18.068729 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0a831f5-97d8-435b-b604-84c8472d51d9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (35db3684-70b0-43a7-b706-be627da4f216), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.166617 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0a831f5-97d8-435b-b604-84c8472d51d9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (35db3684-70b0-43a7-b706-be627da4f216), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.170937 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0a831f5-97d8-435b-b604-84c8472d51d9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (35db3684-70b0-43a7-b706-be627da4f216), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.174250 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c5a76-0c87-45a8-b080-24d1ea9ebf39 req-65a29a52-0899-466a-becf-9336af7a62b0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:18.175878 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-383c5a76-0c87-45a8-b080-24d1ea9ebf39 req-65a29a52-0899-466a-becf-9336af7a62b0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0523982 Apr 14 21:34:18.189801 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a831f5-97d8-435b-b604-84c8472d51d9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35db3684-70b0-43a7-b706-be627da4f216,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:18.203226 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0a831f5-97d8-435b-b604-84c8472d51d9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.207460 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f0a831f5-97d8-435b-b604-84c8472d51d9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1823645 Apr 14 21:34:18.232901 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-383c5a76-0c87-45a8-b080-24d1ea9ebf39 req-28b93f5f-9234-4b54-b576-4f30ee58c06e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505402 Apr 14 21:34:18.294875 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-230c013b-a401-4388-9dad-7110ae409a49 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752036272&fields=id&tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3 HTTP/1.1" status: 200 len: 267 time: 0.0447338 Apr 14 21:34:18.350982 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-c909e1f9-a9c3-4c37-9c0f-2e28e1fff58b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:18.353173 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-c909e1f9-a9c3-4c37-9c0f-2e28e1fff58b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.0492785 Apr 14 21:34:18.364078 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-7967bf0b-ab23-4f51-bdd0-078a8499731a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'port': {'security_groups': ['aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27', '297effb1-189c-4836-8244-3def65739ab7']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:18.455814 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-faad1f5c-1a76-4d11-bdc3-0860f901302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:18.457290 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-faad1f5c-1a76-4d11-bdc3-0860f901302e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697167 Apr 14 21:34:18.471676 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-7967bf0b-ab23-4f51-bdd0-078a8499731a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.660893 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-7967bf0b-ab23-4f51-bdd0-078a8499731a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] For port a3cfd36a-c911-47f9-9f43-d09bfb042ec6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:18.690086 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-7967bf0b-ab23-4f51-bdd0-078a8499731a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.694363 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-7967bf0b-ab23-4f51-bdd0-078a8499731a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.735074 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-7967bf0b-ab23-4f51-bdd0-078a8499731a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:18.735684 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-7967bf0b-ab23-4f51-bdd0-078a8499731a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.737056 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74312999-ac88-402d-bd5b-93660b84f9a5 req-7967bf0b-ab23-4f51-bdd0-078a8499731a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "PUT /v2.0/ports/a3cfd36a-c911-47f9-9f43-d09bfb042ec6 HTTP/1.1" status: 200 len: 981 time: 0.3776426 Apr 14 21:34:18.737493 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:18.739749 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3676f6-be68-471e-9a54-024a38905128" -d '{"events": [{"name": "network-changed", "server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:18.771792 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967bf0b-ab23-4f51-bdd0-078a8499731a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'Port': ['ID=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,revision_number=6']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:18.784345 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2543f4-00e1-46ee-818b-c277b7d2addc x-openstack-request-id: req-0c2543f4-00e1-46ee-818b-c277b7d2addc {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:18.784345 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:18.784345 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c2543f4-00e1-46ee-818b-c277b7d2addc {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:18.784617 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2543f4-00e1-46ee-818b-c277b7d2addc'] response: {'name': 'network-changed', 'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'status': 'completed', 'code': 200} Apr 14 21:34:18.842206 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c46515-b131-412e-8f6b-05123900f2c6 req-337aa255-6fe0-4135-8528-8c0c39c8bdce tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:18.843789 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1c46515-b131-412e-8f6b-05123900f2c6 req-337aa255-6fe0-4135-8528-8c0c39c8bdce tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0520492 Apr 14 21:34:18.905483 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1c46515-b131-412e-8f6b-05123900f2c6 req-883284ce-9ec4-43d2-91b4-889a8838d062 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557244 Apr 14 21:34:18.928841 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-a8be7e8a-25b1-4b0c-b0dc-89392e831f37 None None] Provisioning complete for port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:34:18.929209 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a8be7e8a-25b1-4b0c-b0dc-89392e831f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:19.018018 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a8be7e8a-25b1-4b0c-b0dc-89392e831f37 None None] Current status of the port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:19.085022 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6ab0d-de3a-4032-9f96-4172c1387ddc req-f9aa38fe-a37e-42ba-ae1e-1414eabba492 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:19.087013 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9cd6ab0d-de3a-4032-9f96-4172c1387ddc req-f9aa38fe-a37e-42ba-ae1e-1414eabba492 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0520420 Apr 14 21:34:19.136893 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9cd6ab0d-de3a-4032-9f96-4172c1387ddc req-efc0bb1e-887d-4442-b395-b9080f2cf4aa tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444798 Apr 14 21:34:19.349928 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9925e-e586-438b-aa07-322b2d19e968 req-fbcaf85a-a00b-4cd4-af69-8c1ae0bcff85 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:19.351387 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eeb9925e-e586-438b-aa07-322b2d19e968 req-fbcaf85a-a00b-4cd4-af69-8c1ae0bcff85 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0468938 Apr 14 21:34:19.399822 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eeb9925e-e586-438b-aa07-322b2d19e968 req-e8449485-1093-42f3-a62b-29a9454e28f7 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422051 Apr 14 21:34:20.253359 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fd5eb-d9b4-4e71-9012-fa9da893f893 req-d4819916-25c5-401b-b0ce-5e896f217171 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:20.254825 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fd3fd5eb-d9b4-4e71-9012-fa9da893f893 req-d4819916-25c5-401b-b0ce-5e896f217171 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0505142 Apr 14 21:34:20.300287 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fd3fd5eb-d9b4-4e71-9012-fa9da893f893 req-d7fc77fc-75f4-4fd0-b6a9-15cb31abdd44 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393679 Apr 14 21:34:20.514967 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2aa4f-e588-4ffc-a797-81271af23b79 req-9f2ba8cc-9554-4766-833d-08dc0668f8a2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:20.516521 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a1e2aa4f-e588-4ffc-a797-81271af23b79 req-9f2ba8cc-9554-4766-833d-08dc0668f8a2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0478988 Apr 14 21:34:20.530891 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['a3cfd36a-c911-47f9-9f43-d09bfb042ec6'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:34:20.564383 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a1e2aa4f-e588-4ffc-a797-81271af23b79 req-91535998-63a2-4e0f-ac43-cdd58e1d5929 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422833 Apr 14 21:34:20.665338 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-0ed2aac4-a378-4d45-aeba-7573dcf5d5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868611 Apr 14 21:34:20.667808 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['a3cfd36a-c911-47f9-9f43-d09bfb042ec6'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:34:21.184058 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4fd35fb-046f-4639-8521-688903ad7f41 req-db37ed5e-096c-449a-9f9f-cd6b04f6594a service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972078 Apr 14 21:34:21.387936 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device c6946d2f-995b-4259-8613-602c1ec6ca53 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:34:21.418456 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b76117-d030-4cfe-b912-9d1a343ff7b1 req-c5d27c69-23f5-4607-9871-a08d91bec829 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:21.420028 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-02b76117-d030-4cfe-b912-9d1a343ff7b1 req-c5d27c69-23f5-4607-9871-a08d91bec829 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0532911 Apr 14 21:34:21.467272 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-02b76117-d030-4cfe-b912-9d1a343ff7b1 req-33c6824c-78f8-4de9-a583-02cb92d92c9b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Apr 14 21:34:21.491351 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:21.503923 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'port_id': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'mac_address': 'fa:16:3e:60:dd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:34:21.544076 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port c6946d2f-995b-4259-8613-602c1ec6ca53 is: ACTIVE; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:21.544761 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:21.557907 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6946d2f-995b-4259-8613-602c1ec6ca53 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:34:21.578396 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:21.581678 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:21.634837 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:21.689435 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a9522-88a5-4056-80a8-863ce05d6491 req-8d52d324-c0aa-45e9-b1ae-d670d960f574 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:21.690941 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7a2a9522-88a5-4056-80a8-863ce05d6491 req-8d52d324-c0aa-45e9-b1ae-d670d960f574 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 945 time: 0.0490522 Apr 14 21:34:21.737506 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7a2a9522-88a5-4056-80a8-863ce05d6491 req-17b581af-1ae1-481a-af5e-0e7ef23b18e2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408452 Apr 14 21:34:21.764501 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['c6946d2f-995b-4259-8613-602c1ec6ca53'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:34:22.593790 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20febf8-9110-41c8-9d7d-45b423dd5cec req-5efb0015-c574-4ef4-9307-5b3aa835c72f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:22.596035 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d20febf8-9110-41c8-9d7d-45b423dd5cec req-5efb0015-c574-4ef4-9307-5b3aa835c72f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0583537 Apr 14 21:34:22.653446 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d20febf8-9110-41c8-9d7d-45b423dd5cec req-44e27188-325b-47b9-8cf7-75ff762cc5d6 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509217 Apr 14 21:34:22.864942 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ae366-881b-493a-85c7-a0de74326ab0 req-d1bcbde5-07c5-4aa5-a61b-e4acb7b5b396 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:22.866718 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-026ae366-881b-493a-85c7-a0de74326ab0 req-d1bcbde5-07c5-4aa5-a61b-e4acb7b5b396 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 945 time: 0.0506587 Apr 14 21:34:22.931393 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-026ae366-881b-493a-85c7-a0de74326ab0 req-900e326d-fb3e-4d3b-898e-0148d660c8c5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577035 Apr 14 21:34:23.323692 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3676f6-be68-471e-9a54-024a38905128 req-229a6e4e-8b6a-49c7-98a4-b77861d91431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:23.325528 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e3676f6-be68-471e-9a54-024a38905128 req-229a6e4e-8b6a-49c7-98a4-b77861d91431 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3&device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 1168 time: 0.0520408 Apr 14 21:34:23.389495 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device c6946d2f-995b-4259-8613-602c1ec6ca53 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:34:23.466842 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50f954-2980-4af1-962e-5e1370903925 req-31093f21-b8d0-4eeb-98f9-28abc0b9c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:23.469100 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6e50f954-2980-4af1-962e-5e1370903925 req-31093f21-b8d0-4eeb-98f9-28abc0b9c3ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 1129 time: 0.1218531 Apr 14 21:34:23.487766 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3676f6-be68-471e-9a54-024a38905128 req-a38e6aaf-8919-4d81-9d6e-58e1094ea75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:23.490959 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e3676f6-be68-471e-9a54-024a38905128 req-a38e6aaf-8919-4d81-9d6e-58e1094ea75a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff HTTP/1.1" status: 200 len: 915 time: 0.1575212 Apr 14 21:34:23.560714 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port c6946d2f-995b-4259-8613-602c1ec6ca53 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:34:23.561091 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.587626 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-6e50f954-2980-4af1-962e-5e1370903925 req-6a3603e4-0f9c-4a71-8b4b-fb7f879fe6c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001475 Apr 14 21:34:23.622806 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e3676f6-be68-471e-9a54-024a38905128 req-2bb15203-66b3-4815-be2f-192878e602e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6 HTTP/1.1" status: 200 len: 1000 time: 0.1119556 Apr 14 21:34:23.699512 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port c6946d2f-995b-4259-8613-602c1ec6ca53 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:23.699909 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.743121 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:23.756789 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2007f9f3-77f2-4f81-842b-e9f35bac5e70" -d '{"events": [{"server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "name": "network-vif-plugged", "status": "completed", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:23.783814 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:23.789674 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.820899 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f5404b-a73d-42a1-98d5-7bfad4d677ee x-openstack-request-id: req-c9f5404b-a73d-42a1-98d5-7bfad4d677ee {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:23.821198 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "name": "network-vif-plugged", "status": "completed", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:23.821565 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c9f5404b-a73d-42a1-98d5-7bfad4d677ee {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:23.821874 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f5404b-a73d-42a1-98d5-7bfad4d677ee'] response: {'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'code': 200} Apr 14 21:34:23.859581 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:23.976211 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774d15b-03d2-45f9-8c7e-286c17e11352 req-ca9b1e3e-eb49-44c3-8287-f6a3a8c9d05a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:23.985652 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7774d15b-03d2-45f9-8c7e-286c17e11352 req-ca9b1e3e-eb49-44c3-8287-f6a3a8c9d05a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.1987867 Apr 14 21:34:24.011203 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3676f6-be68-471e-9a54-024a38905128 req-1f95320e-5d32-4b17-aa85-57c1374f0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:24.013291 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e3676f6-be68-471e-9a54-024a38905128 req-1f95320e-5d32-4b17-aa85-57c1374f0e21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25ad6f9b-f88c-416d-a2f7-14e66d1ad417 HTTP/1.1" status: 200 len: 853 time: 0.1325285 Apr 14 21:34:24.074286 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7774d15b-03d2-45f9-8c7e-286c17e11352 req-02c102da-414a-4181-ae07-bb74059e53ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876889 Apr 14 21:34:24.096478 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d028b-3971-4756-987c-d9c6c8c43d98 req-7347f9a1-2fc6-430b-8423-a4ce29880a5f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:24.104848 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-216d028b-3971-4756-987c-d9c6c8c43d98 req-7347f9a1-2fc6-430b-8423-a4ce29880a5f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0798945 Apr 14 21:34:24.150913 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-216d028b-3971-4756-987c-d9c6c8c43d98 req-c849d770-2303-4626-b0bc-da00124b7955 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443094 Apr 14 21:34:24.452451 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3676f6-be68-471e-9a54-024a38905128 req-cba516a8-13f5-49d0-8006-9be306abc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:24.455431 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e3676f6-be68-471e-9a54-024a38905128 req-cba516a8-13f5-49d0-8006-9be306abc78e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795071 Apr 14 21:34:24.659727 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e3676f6-be68-471e-9a54-024a38905128 req-d849f686-d30e-41a5-9ed8-b33d680ebbfb service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376908 Apr 14 21:34:24.825985 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e3676f6-be68-471e-9a54-024a38905128 req-5029f217-6a23-4c90-8628-8c40f2dd28be service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541057 Apr 14 21:34:24.914778 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b37e38-7301-4623-ab57-47d72767e2f8 req-7bbcc95a-50f1-4bdd-8e46-a48ada2ab786 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:24.916482 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47b37e38-7301-4623-ab57-47d72767e2f8 req-7bbcc95a-50f1-4bdd-8e46-a48ada2ab786 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0866296 Apr 14 21:34:25.014620 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47b37e38-7301-4623-ab57-47d72767e2f8 req-fe49c40d-d9dd-442b-9f77-e2e546674239 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916541 Apr 14 21:34:25.239313 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce1003-dcef-40f2-b90a-6f89e7d6024e req-9ac88f73-4261-400b-9f1d-17707abc8570 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:25.240916 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-acce1003-dcef-40f2-b90a-6f89e7d6024e req-9ac88f73-4261-400b-9f1d-17707abc8570 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0882106 Apr 14 21:34:25.415547 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-acce1003-dcef-40f2-b90a-6f89e7d6024e req-0e54319b-ee3b-4343-94ca-5b8dec246632 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420085 Apr 14 21:34:25.429147 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e6507-e74c-404d-80ce-6d380b018362 req-9d71ff23-beac-4cd9-a4c6-452424fc64ae tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:25.435522 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-141e6507-e74c-404d-80ce-6d380b018362 req-9d71ff23-beac-4cd9-a4c6-452424fc64ae tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.1919391 Apr 14 21:34:25.502648 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-141e6507-e74c-404d-80ce-6d380b018362 req-60892d40-5e06-42f6-b2a8-ac694647562a tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554874 Apr 14 21:34:25.535866 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:26.204614 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd2414-2f54-4192-9e99-b29187d48163 req-1943aabd-6ae2-4fcf-859e-1eab28c5464d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:26.212469 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-65bd2414-2f54-4192-9e99-b29187d48163 req-1943aabd-6ae2-4fcf-859e-1eab28c5464d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1027458 Apr 14 21:34:26.309330 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-65bd2414-2f54-4192-9e99-b29187d48163 req-0ff12a52-b17c-41a1-a548-8f67a3a5e7d8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956690 Apr 14 21:34:26.625133 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59084) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:26.731460 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad383db-33fb-439a-9a46-8ffe1bc9da6d req-0f4b5ba4-435b-4bfa-b39a-5f9271690dfd tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:26.733006 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7ad383db-33fb-439a-9a46-8ffe1bc9da6d req-0f4b5ba4-435b-4bfa-b39a-5f9271690dfd tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.1699657 Apr 14 21:34:26.812004 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e780edef-a975-49e7-a351-24a4f4cbb543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:26.851598 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7ad383db-33fb-439a-9a46-8ffe1bc9da6d req-adf3ed9d-1ae6-4109-a40e-c6cff1d9474a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841081 Apr 14 21:34:26.868192 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192ba9-0e3f-45a8-abcd-9d004e4599a4 req-2a6a8f45-aa23-45c2-a790-c8a34b5c4dff tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:26.870518 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78192ba9-0e3f-45a8-abcd-9d004e4599a4 req-2a6a8f45-aa23-45c2-a790-c8a34b5c4dff tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.1646345 Apr 14 21:34:26.980378 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e780edef-a975-49e7-a351-24a4f4cbb543 admin admin] Publish callbacks [] for security_group (ec389571-8c30-455f-badd-17b75f61596f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:26.999701 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78192ba9-0e3f-45a8-abcd-9d004e4599a4 req-fef1ef9e-ad41-48e4-87ba-7fbc945eeb68 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049850 Apr 14 21:34:27.001466 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e780edef-a975-49e7-a351-24a4f4cbb543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ec389571-8c30-455f-badd-17b75f61596f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:27.125309 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780edef-a975-49e7-a351-24a4f4cbb543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec389571-8c30-455f-badd-17b75f61596f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:27.135564 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e780edef-a975-49e7-a351-24a4f4cbb543 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=966797d1399b430499b79378f2244c41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5067227 Apr 14 21:34:27.138230 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59104) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:27.406456 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-bd7c2420-7337-4fbf-aeb0-46efe1ce113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:27.408101 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-bd7c2420-7337-4fbf-aeb0-46efe1ce113d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 1129 time: 0.0895507 Apr 14 21:34:27.410534 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55225def-0a26-45e1-b85e-2356ece68c99 admin admin] Publish callbacks [] for security_group (ec389571-8c30-455f-badd-17b75f61596f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:27.549839 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91addbf-d60b-4509-b0af-ced78b886eab req-ceb1e386-344c-416d-bc34-a6778cd5ae45 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:27.557198 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e91addbf-d60b-4509-b0af-ced78b886eab req-ceb1e386-344c-416d-bc34-a6778cd5ae45 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0676489 Apr 14 21:34:27.612208 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55225def-0a26-45e1-b85e-2356ece68c99 admin admin] Publish callbacks [] for security_group (ec389571-8c30-455f-badd-17b75f61596f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:27.625854 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e91addbf-d60b-4509-b0af-ced78b886eab req-2c192daa-cbc1-44f1-9a6e-4ddbff7f6b85 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673649 Apr 14 21:34:27.674221 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f1220-15a4-4ef9-ad29-57a2651e1d0b req-6a2d0d20-77db-4d5f-8aba-5e4df762de96 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:27.682925 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f29f1220-15a4-4ef9-ad29-57a2651e1d0b req-6a2d0d20-77db-4d5f-8aba-5e4df762de96 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.2884762 Apr 14 21:34:27.788185 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f29f1220-15a4-4ef9-ad29-57a2651e1d0b req-22a81b55-91e0-467f-8a41-231136a99a08 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037018 Apr 14 21:34:27.846929 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-6dd7d70b-ddb6-4d20-b127-29feb6107705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:27.852831 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-6dd7d70b-ddb6-4d20-b127-29feb6107705 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.4163704 Apr 14 21:34:27.977184 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-bea0f395-bb93-4548-876d-c69715b9e320 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e HTTP/1.1" status: 200 len: 217 time: 0.1101348 Apr 14 21:34:27.991669 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55225def-0a26-45e1-b85e-2356ece68c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ec389571-8c30-455f-badd-17b75f61596f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:28.002385 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55225def-0a26-45e1-b85e-2356ece68c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:28.008644 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-55225def-0a26-45e1-b85e-2356ece68c99 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec389571-8c30-455f-badd-17b75f61596f HTTP/1.1" status: 204 len: 168 time: 0.8690393 Apr 14 21:34:28.139250 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55225def-0a26-45e1-b85e-2356ece68c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec389571-8c30-455f-badd-17b75f61596f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:28.586951 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-3ff9f1ef-f0b8-4677-8fcb-0685978d6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:28.589002 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-3ff9f1ef-f0b8-4677-8fcb-0685978d6230 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.5984588 Apr 14 21:34:28.602023 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef2a12-6534-4c7e-aa65-1cb1a5b63b56 req-83e2ed49-ec36-4d7b-af72-636dedbdffd8 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:28.603702 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-84ef2a12-6534-4c7e-aa65-1cb1a5b63b56 req-83e2ed49-ec36-4d7b-af72-636dedbdffd8 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.4209075 Apr 14 21:34:28.671816 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-508ba9fa-c381-4a8f-9428-22fe4a3014d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:28.673843 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-508ba9fa-c381-4a8f-9428-22fe4a3014d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691102 Apr 14 21:34:28.808050 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-86c87b1c-d37b-4f99-b6c7-8ccc60681531 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215661 Apr 14 21:34:28.828971 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-84ef2a12-6534-4c7e-aa65-1cb1a5b63b56 req-872e1cb5-2351-46be-8a5e-e33f98657cf7 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2157981 Apr 14 21:34:28.940523 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e860529-5750-401d-8c64-24a615fbc2ec req-bd464c1c-5f1d-45ff-8afe-14ce4cf959f6 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:28.948865 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5e860529-5750-401d-8c64-24a615fbc2ec req-bd464c1c-5f1d-45ff-8afe-14ce4cf959f6 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1354377 Apr 14 21:34:29.058516 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47d080b3-fe98-435a-b132-b63de0cbe7ad req-5aeedb92-a38a-487e-92e3-50bb90171a80 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332799 Apr 14 21:34:29.086862 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5e860529-5750-401d-8c64-24a615fbc2ec req-df95ae1e-a6ef-48db-af46-a3da89377cad tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365340 Apr 14 21:34:29.114205 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1acb6b-9973-4356-99ab-a5f55bcd18da req-01d43272-906c-4aba-a224-a79d574c4192 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:29.116205 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8f1acb6b-9973-4356-99ab-a5f55bcd18da req-01d43272-906c-4aba-a224-a79d574c4192 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.1156418 Apr 14 21:34:29.269020 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8f1acb6b-9973-4356-99ab-a5f55bcd18da req-7e550553-2bf8-42f2-bec8-7715e93a21bd tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441257 Apr 14 21:34:29.328499 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59156) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:29.412800 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b48fcb-4a5d-4ac7-8ef1-8ec74cf41286 admin admin] Deleting subnet d35d6055-012d-4d54-9260-8dfacf30db23 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:34:29.423872 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3b48fcb-4a5d-4ac7-8ef1-8ec74cf41286 admin admin] Publish callbacks [] for subnet (d35d6055-012d-4d54-9260-8dfacf30db23), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:29.557157 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3b48fcb-4a5d-4ac7-8ef1-8ec74cf41286 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8272601'] for subnet (d35d6055-012d-4d54-9260-8dfacf30db23), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:29.786195 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3b48fcb-4a5d-4ac7-8ef1-8ec74cf41286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (d35d6055-012d-4d54-9260-8dfacf30db23), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.058366 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3b48fcb-4a5d-4ac7-8ef1-8ec74cf41286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7670259'] for subnet (d35d6055-012d-4d54-9260-8dfacf30db23), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.182746 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3b48fcb-4a5d-4ac7-8ef1-8ec74cf41286 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.185972 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b3b48fcb-4a5d-4ac7-8ef1-8ec74cf41286 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d35d6055-012d-4d54-9260-8dfacf30db23 HTTP/1.1" status: 204 len: 168 time: 0.8563900 Apr 14 21:34:30.187021 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b48fcb-4a5d-4ac7-8ef1-8ec74cf41286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35d6055-012d-4d54-9260-8dfacf30db23,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:30.192674 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59168) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:30.226407 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293b054-db3a-4208-a189-2dc0ae6ce03b req-b343c0c6-65c9-492b-bd2e-d295b0d09659 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:30.237600 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0293b054-db3a-4208-a189-2dc0ae6ce03b req-b343c0c6-65c9-492b-bd2e-d295b0d09659 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.2570095 Apr 14 21:34:30.338272 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.422104 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0293b054-db3a-4208-a189-2dc0ae6ce03b req-c5728759-724f-434a-8360-5dfbaab9f257 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477971 Apr 14 21:34:30.439390 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b407-a809-4bd6-aba1-0bd622695f45 req-7fb425bb-9137-48cb-8517-0c825023f9d1 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:30.440924 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6506b407-a809-4bd6-aba1-0bd622695f45 req-7fb425bb-9137-48cb-8517-0c825023f9d1 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1324615 Apr 14 21:34:30.453688 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59178) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:30.527618 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.571418 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:30.586795 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090bb56b-66fe-4f4c-b3a1-89f09042d35c') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:30.587338 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090bb56b-66fe-4f4c-b3a1-89f09042d35c') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:30.600814 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (090bb56b-66fe-4f4c-b3a1-89f09042d35c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.608376 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1468f-3a74-4be6-ad52-e26df9d986b9 req-58c94ef5-1e79-414f-b0aa-5c8f9860657a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:30.618630 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (090bb56b-66fe-4f4c-b3a1-89f09042d35c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.621416 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5fb1468f-3a74-4be6-ad52-e26df9d986b9 req-58c94ef5-1e79-414f-b0aa-5c8f9860657a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.1186759 Apr 14 21:34:30.626788 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6506b407-a809-4bd6-aba1-0bd622695f45 req-88447603-9eeb-4aff-9014-9b6d0f3bff9c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721153 Apr 14 21:34:30.628636 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:34:30.629380 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (090bb56b-66fe-4f4c-b3a1-89f09042d35c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.687987 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-32c48793-f269-442d-afb8-77d6360bb8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:34:30.698857 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:34:30.705146 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.734215 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5fb1468f-3a74-4be6-ad52-e26df9d986b9 req-ce47d646-5f10-4864-8758-d45081c14b5b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116717 Apr 14 21:34:30.736135 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:30.740002 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.749912 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-78391b1f-94a4-415d-a2ae-32ff7f07bea6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/11f89a08-3a1b-47d3-a1b8-6fb0fd9f13e5 HTTP/1.1" status: 204 len: 168 time: 0.5531046 Apr 14 21:34:30.751700 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59182) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:30.878825 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0f18a6-3499-4697-b261-38650b844c64 admin admin] Deleting subnet 5a3ce7c8-2ba3-4f9d-a578-db5bb34efbab {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:34:30.889851 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a0f18a6-3499-4697-b261-38650b844c64 admin admin] Publish callbacks [] for subnet (5a3ce7c8-2ba3-4f9d-a578-db5bb34efbab), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.898535 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-32c48793-f269-442d-afb8-77d6360bb8fb admin admin] Publish callbacks [] for security_group (76f27586-0632-47bd-a039-adc1d66cc951), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.913359 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-32c48793-f269-442d-afb8-77d6360bb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (76f27586-0632-47bd-a039-adc1d66cc951), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.976823 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a0f18a6-3499-4697-b261-38650b844c64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8645108'] for subnet (5a3ce7c8-2ba3-4f9d-a578-db5bb34efbab), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.003254 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-32c48793-f269-442d-afb8-77d6360bb8fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40da3aa545b44f7386b8a5ebcff5b921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5445664 Apr 14 21:34:31.005037 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59184) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:31.005699 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c48793-f269-442d-afb8-77d6360bb8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f27586-0632-47bd-a039-adc1d66cc951,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:31.076234 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a0f18a6-3499-4697-b261-38650b844c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (5a3ce7c8-2ba3-4f9d-a578-db5bb34efbab), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.141144 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b9d60f0b-e601-4b08-8998-58950e7c436b admin admin] Publish callbacks [] for security_group (76f27586-0632-47bd-a039-adc1d66cc951), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.210020 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b9d60f0b-e601-4b08-8998-58950e7c436b admin admin] Publish callbacks [] for security_group (76f27586-0632-47bd-a039-adc1d66cc951), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.216646 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a0f18a6-3499-4697-b261-38650b844c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8644412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8399514'] for subnet (5a3ce7c8-2ba3-4f9d-a578-db5bb34efbab), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.279820 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f18a6-3499-4697-b261-38650b844c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a3ce7c8-2ba3-4f9d-a578-db5bb34efbab,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:31.284291 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8a0f18a6-3499-4697-b261-38650b844c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.288312 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8a0f18a6-3499-4697-b261-38650b844c64 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5a3ce7c8-2ba3-4f9d-a578-db5bb34efbab HTTP/1.1" status: 204 len: 168 time: 0.5336573 Apr 14 21:34:31.294667 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59188) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:31.318263 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b9d60f0b-e601-4b08-8998-58950e7c436b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (76f27586-0632-47bd-a039-adc1d66cc951), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.321240 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b9d60f0b-e601-4b08-8998-58950e7c436b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.323578 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b9d60f0b-e601-4b08-8998-58950e7c436b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76f27586-0632-47bd-a039-adc1d66cc951 HTTP/1.1" status: 204 len: 168 time: 0.3100622 Apr 14 21:34:31.374947 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d60f0b-e601-4b08-8998-58950e7c436b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f27586-0632-47bd-a039-adc1d66cc951,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:31.402086 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (c6b26d79-8f8d-4d27-9a49-19f227520036), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.543508 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (c6b26d79-8f8d-4d27-9a49-19f227520036), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.612944 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b26d79-8f8d-4d27-9a49-19f227520036']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:31.648683 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e10bd80-0d0b-46d7-b2f5-3a2e096d3f9f') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:31.649076 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e10bd80-0d0b-46d7-b2f5-3a2e096d3f9f') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:31.693915 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8272610'] for segment (7e10bd80-0d0b-46d7-b2f5-3a2e096d3f9f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.757319 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f7d72-5cf9-477c-abbc-40663808b4d8 req-9cc4ddb3-c2a3-47a9-9c9d-99d96d5973cb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:31.768909 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-456f7d72-5cf9-477c-abbc-40663808b4d8 req-9cc4ddb3-c2a3-47a9-9c9d-99d96d5973cb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.1717603 Apr 14 21:34:31.778670 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (7e10bd80-0d0b-46d7-b2f5-3a2e096d3f9f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.848954 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:34:31.849863 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7737870'] for segment (7e10bd80-0d0b-46d7-b2f5-3a2e096d3f9f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: Traceback (most recent call last): Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: timer() Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: cb(*args, **kw) Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: return func(*args, **kwargs) Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: self._notify() Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: self.callback(batched_events) Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: event.method(event) Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: return f(self, *a, **k) Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._get(url).json() Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:34:31.851876 dv-cinder-837543-3-iscsi neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:34:31.930941 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-456f7d72-5cf9-477c-abbc-40663808b4d8 req-7492452a-8075-4135-b6bf-f89755b8f976 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1575851 Apr 14 21:34:31.938740 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf882e-8709-4bf3-913c-ccc385f45e76 req-18d9f5ce-a675-4e6f-bcdc-0e52b3839850 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:31.940380 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-17bf882e-8709-4bf3-913c-ccc385f45e76 req-18d9f5ce-a675-4e6f-bcdc-0e52b3839850 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1587801 Apr 14 21:34:31.954590 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (c6b26d79-8f8d-4d27-9a49-19f227520036), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.996347 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.004906 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] 10.222.0.47 "DELETE /v2.0/networks/c6b26d79-8f8d-4d27-9a49-19f227520036 HTTP/1.1" status: 204 len: 168 time: 0.7087560 Apr 14 21:34:32.033576 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baee36-ac66-4ec9-b0a7-3c646227327d admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b26d79-8f8d-4d27-9a49-19f227520036,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:32.068977 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-17bf882e-8709-4bf3-913c-ccc385f45e76 req-df183bde-2150-4978-b3c5-021281914a2c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166365 Apr 14 21:34:32.197631 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6182-f7bb-4dff-a5c7-526323029d0f req-a279066f-5c34-4c9a-936c-fa2927d7161c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:32.202462 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d55a6182-f7bb-4dff-a5c7-526323029d0f req-a279066f-5c34-4c9a-936c-fa2927d7161c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.1206300 Apr 14 21:34:32.294895 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d55a6182-f7bb-4dff-a5c7-526323029d0f req-6e0097e6-57d4-4fb6-9394-1b46c3031de1 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827157 Apr 14 21:34:32.384157 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59206) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:32.444661 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-4a81329a-dfd6-4e4a-a859-cbf30f0aaa53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b56545ceaf7744649a72a2cbd4775556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0586529 Apr 14 21:34:32.450505 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59208) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:32.534703 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bafe4972-a16a-40bb-9964-e295befe109b admin admin] Publish callbacks [] for security_group (a601050c-9419-4224-b99f-51b131f6b23c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.591007 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bafe4972-a16a-40bb-9964-e295befe109b admin admin] Publish callbacks [] for security_group (a601050c-9419-4224-b99f-51b131f6b23c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.716472 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bafe4972-a16a-40bb-9964-e295befe109b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a601050c-9419-4224-b99f-51b131f6b23c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.716472 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bafe4972-a16a-40bb-9964-e295befe109b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.716472 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-bafe4972-a16a-40bb-9964-e295befe109b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a601050c-9419-4224-b99f-51b131f6b23c HTTP/1.1" status: 204 len: 168 time: 0.2612598 Apr 14 21:34:32.753852 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe4972-a16a-40bb-9964-e295befe109b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a601050c-9419-4224-b99f-51b131f6b23c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:33.329495 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c725388-125d-4dbe-a170-56b0420d97fa req-6691e099-5043-48a8-8518-e252dce21d54 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:33.332474 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2c725388-125d-4dbe-a170-56b0420d97fa req-6691e099-5043-48a8-8518-e252dce21d54 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.2500243 Apr 14 21:34:33.355634 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbfd9e-153a-47e5-944a-0dca117f64bb req-a30ef781-61ef-4780-8ee8-dd6bfffcc353 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:33.361263 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-60fbfd9e-153a-47e5-944a-0dca117f64bb req-a30ef781-61ef-4780-8ee8-dd6bfffcc353 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1609511 Apr 14 21:34:33.491145 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-60fbfd9e-153a-47e5-944a-0dca117f64bb req-98e0863a-2259-4fd1-b6ad-ef34e89c9942 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123347 Apr 14 21:34:33.495339 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2c725388-125d-4dbe-a170-56b0420d97fa req-f09319f7-9c9b-40ce-9b8e-79b19e1df9ea tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305201 Apr 14 21:34:33.546355 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59222) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:33.624446 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b35766ac-7b69-401e-8705-426d63cd1f24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99846b7bf6544733aa249532731bd67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739779 Apr 14 21:34:33.624668 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59224) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:33.753872 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bcf26c97-8db6-4bb9-ac81-96af4f7caba4 admin admin] Publish callbacks [] for security_group (dd21a08d-1af3-48d3-ae73-418ff8477976), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.803694 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bcf26c97-8db6-4bb9-ac81-96af4f7caba4 admin admin] Publish callbacks [] for security_group (dd21a08d-1af3-48d3-ae73-418ff8477976), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.904022 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bcf26c97-8db6-4bb9-ac81-96af4f7caba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (dd21a08d-1af3-48d3-ae73-418ff8477976), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.907536 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bcf26c97-8db6-4bb9-ac81-96af4f7caba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.911469 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-bcf26c97-8db6-4bb9-ac81-96af4f7caba4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd21a08d-1af3-48d3-ae73-418ff8477976 HTTP/1.1" status: 204 len: 168 time: 0.2860253 Apr 14 21:34:33.924529 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf26c97-8db6-4bb9-ac81-96af4f7caba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd21a08d-1af3-48d3-ae73-418ff8477976,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:34.802223 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59240) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:34.809127 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-7d4e4026-f3d2-4eed-871e-4f6a86d0845a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--934214428', 'description': 'tempest-description--232512868'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:34.900165 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1099f-818d-4f99-b3f1-57b7a0706120 req-9c074d36-3248-4681-9673-1c9a661307bd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:34.966411 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ff1099f-818d-4f99-b3f1-57b7a0706120 req-9c074d36-3248-4681-9673-1c9a661307bd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.2115202 Apr 14 21:34:34.989178 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4026-f3d2-4eed-871e-4f6a86d0845a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.028261 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7dea6-b4c1-4ef5-b28d-4ad9c87bcb56 req-93213f0b-8e46-4a53-8e99-24953f0681c3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:35.030059 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5be7dea6-b4c1-4ef5-b28d-4ad9c87bcb56 req-93213f0b-8e46-4a53-8e99-24953f0681c3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.1080227 Apr 14 21:34:35.072755 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ff1099f-818d-4f99-b3f1-57b7a0706120 req-bc75d607-fff4-4111-9463-b0bf3cb834f7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566713 Apr 14 21:34:35.118168 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4026-f3d2-4eed-871e-4f6a86d0845a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group (8216dedd-b1ce-4331-8d9b-415e3196bbcb), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.128412 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4026-f3d2-4eed-871e-4f6a86d0845a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (8216dedd-b1ce-4331-8d9b-415e3196bbcb), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.151097 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5be7dea6-b4c1-4ef5-b28d-4ad9c87bcb56 req-1495e34f-76a9-40ab-9c15-b955fb6f42f0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064191 Apr 14 21:34:35.184011 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4026-f3d2-4eed-871e-4f6a86d0845a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.191716 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59252) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:35.192854 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-7d4e4026-f3d2-4eed-871e-4f6a86d0845a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3888083 Apr 14 21:34:35.197259 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-f3aa2a0b-5657-468c-9c82-e39a2e29bca4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Request body: {'security_group_rule': {'security_group_id': '8216dedd-b1ce-4331-8d9b-415e3196bbcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:35.221847 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e4026-f3d2-4eed-871e-4f6a86d0845a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8216dedd-b1ce-4331-8d9b-415e3196bbcb,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:35.262766 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f3aa2a0b-5657-468c-9c82-e39a2e29bca4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group_rule (a8decd5c-9466-4d70-b6c3-b20a6dac2742), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.356832 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f3aa2a0b-5657-468c-9c82-e39a2e29bca4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group_rule (a8decd5c-9466-4d70-b6c3-b20a6dac2742), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.362776 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f3aa2a0b-5657-468c-9c82-e39a2e29bca4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (a8decd5c-9466-4d70-b6c3-b20a6dac2742), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.445416 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa2a0b-5657-468c-9c82-e39a2e29bca4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8decd5c-9466-4d70-b6c3-b20a6dac2742,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:35.470952 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f3aa2a0b-5657-468c-9c82-e39a2e29bca4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.475256 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f3aa2a0b-5657-468c-9c82-e39a2e29bca4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2810156 Apr 14 21:34:35.477078 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59260) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:35.482021 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-df25fcf3-8cb9-4a5f-8a99-98a8085719df tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Request body: {'security_group_rule': {'security_group_id': '8216dedd-b1ce-4331-8d9b-415e3196bbcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:35.554455 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df25fcf3-8cb9-4a5f-8a99-98a8085719df tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group_rule (2df58dc0-29c0-4566-a475-0a1005b7b683), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.675098 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df25fcf3-8cb9-4a5f-8a99-98a8085719df tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group_rule (2df58dc0-29c0-4566-a475-0a1005b7b683), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.680390 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df25fcf3-8cb9-4a5f-8a99-98a8085719df tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (2df58dc0-29c0-4566-a475-0a1005b7b683), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.703524 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25fcf3-8cb9-4a5f-8a99-98a8085719df tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df58dc0-29c0-4566-a475-0a1005b7b683,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:35.716064 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-df25fcf3-8cb9-4a5f-8a99-98a8085719df tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.720840 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59266) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:35.721766 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-df25fcf3-8cb9-4a5f-8a99-98a8085719df tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2433519 Apr 14 21:34:35.725764 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:35.814137 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.990420 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:36.321383 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Allocated IP 172.27.3.83 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/d003a910-8fe2-4ffe-a6f7-e8ccd7d70166) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:34:36.380664 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-140ff36e-9cab-4e88-bca2-b0f145f95c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:36.418343 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d68ca-ddb6-47da-a7ec-1162c72293e8 req-d654e45c-5db1-447c-aca5-0248c53f5c7e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:36.420925 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-170d68ca-ddb6-47da-a7ec-1162c72293e8 req-d654e45c-5db1-447c-aca5-0248c53f5c7e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0652668 Apr 14 21:34:36.477595 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6579f2-7c7d-4d21-9d2d-20e916539117 req-49d275aa-f6ff-48a8-aa19-02c6a3179e8c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:36.480489 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a6579f2-7c7d-4d21-9d2d-20e916539117 req-49d275aa-f6ff-48a8-aa19-02c6a3179e8c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.1233790 Apr 14 21:34:36.584309 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a6579f2-7c7d-4d21-9d2d-20e916539117 req-72abf1a0-2861-445c-acbe-963454e00c52 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888128 Apr 14 21:34:36.747572 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-170d68ca-ddb6-47da-a7ec-1162c72293e8 req-c9deb435-bbdb-40d0-b866-9e4e02fa405d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637494 Apr 14 21:34:36.841118 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for port (d003a910-8fe2-4ffe-a6f7-e8ccd7d70166), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:36.946288 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (d003a910-8fe2-4ffe-a6f7-e8ccd7d70166), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:37.098077 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:34:37.101866 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event updated for resources: {'Port': ['ID=d003a910-8fe2-4ffe-a6f7-e8ccd7d70166,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:37.115364 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:37.122774 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:34:37.387637 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for floatingip (4e1ec4c1-a116-459c-8ee7-51d68b771d17), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:37.475483 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (d003a910-8fe2-4ffe-a6f7-e8ccd7d70166), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:37.828176 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df19e7-fcdc-47ec-95f2-d1a4acac2729 req-2e6c8241-7c4a-438d-804e-14e53cc689fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:37.836648 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d8df19e7-fcdc-47ec-95f2-d1a4acac2729 req-2e6c8241-7c4a-438d-804e-14e53cc689fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0903313 Apr 14 21:34:37.844609 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for port (d003a910-8fe2-4ffe-a6f7-e8ccd7d70166), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:37.882501 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (d003a910-8fe2-4ffe-a6f7-e8ccd7d70166), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.118122 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d8df19e7-fcdc-47ec-95f2-d1a4acac2729 req-cb219188-f421-4401-ae4f-2b2623d6b92e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2805543 Apr 14 21:34:38.144742 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72fd3f-f540-42be-a3ad-084c49c23b3d req-bfa0171d-c6f4-4860-8264-ea175cdd5802 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:38.149450 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7e72fd3f-f540-42be-a3ad-084c49c23b3d req-bfa0171d-c6f4-4860-8264-ea175cdd5802 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.2411642 Apr 14 21:34:38.150206 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event updated for resources: {'Port': ['ID=d003a910-8fe2-4ffe-a6f7-e8ccd7d70166,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:38.161274 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (4e1ec4c1-a116-459c-8ee7-51d68b771d17), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.202331 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.211968 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-3f50f40e-c92c-4d76-95d2-f8abb16d6320 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4818208 Apr 14 21:34:38.253685 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7e72fd3f-f540-42be-a3ad-084c49c23b3d req-d38a2de4-662f-4a49-adc6-a262181a2243 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891325 Apr 14 21:34:38.927785 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc1328e8-82b1-4a66-9611-4f00dc5da1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:39.321434 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dc096-9ce8-432f-9333-18856ed7ee7c req-bfbaa348-cec1-4782-9ef9-aded785ecd4d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:39.324219 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-204dc096-9ce8-432f-9333-18856ed7ee7c req-bfbaa348-cec1-4782-9ef9-aded785ecd4d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0837352 Apr 14 21:34:39.401791 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-204dc096-9ce8-432f-9333-18856ed7ee7c req-1a43f3a5-b4c3-4017-9008-c583ae8441a2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641665 Apr 14 21:34:39.602872 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e8767-db89-4aca-93ac-6293aacea292 req-1863ece9-87b5-40e1-ab8e-5b5546ff88fb tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:39.604816 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-783e8767-db89-4aca-93ac-6293aacea292 req-1863ece9-87b5-40e1-ab8e-5b5546ff88fb tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0954316 Apr 14 21:34:39.686593 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:39.704422 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-783e8767-db89-4aca-93ac-6293aacea292 req-84973f9d-1f21-4f8c-81d8-de97fe31d5de tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928266 Apr 14 21:34:40.503951 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-c013d301-dfaf-486c-8b7c-d77e7c8cff6d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--934214428&fields=id&tenant_id=371e0c1995de4102a2649bc4866a3f74 HTTP/1.1" status: 200 len: 267 time: 0.0727441 Apr 14 21:34:40.607953 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e17d3a-e211-445c-bc58-445450cbca6c req-c640f783-cf7e-4a5e-b55f-a602d28cb738 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:40.609547 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c6e17d3a-e211-445c-bc58-445450cbca6c req-c640f783-cf7e-4a5e-b55f-a602d28cb738 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.1035991 Apr 14 21:34:40.672135 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-e2403da7-c611-4b96-92da-e564f82db98b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:40.673619 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-e2403da7-c611-4b96-92da-e564f82db98b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 819 time: 0.1688728 Apr 14 21:34:40.696751 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c6e17d3a-e211-445c-bc58-445450cbca6c req-dba8e2f8-eb6f-4ed5-9b3b-6eeb8dd8f3ba tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773506 Apr 14 21:34:40.699157 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-31167dc1-6394-4819-8aba-b83ec4502351 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/quotas/371e0c1995de4102a2649bc4866a3f74 HTTP/1.1" status: 200 len: 375 time: 0.0175855 Apr 14 21:34:40.767887 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-405972b4-52a8-492e-879c-ce5dfadf54ed tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0604558 Apr 14 21:34:40.931150 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199e30a-7600-41ec-bffe-4f39f0c67837 req-516965e6-9e86-4b9e-b790-22585b483705 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:40.944423 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d199e30a-7600-41ec-bffe-4f39f0c67837 req-516965e6-9e86-4b9e-b790-22585b483705 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1474621 Apr 14 21:34:41.054629 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d199e30a-7600-41ec-bffe-4f39f0c67837 req-16572387-2c1e-4685-a920-31d5f6f0421a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059248 Apr 14 21:34:41.063615 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-817ae54a-ddf9-4610-be28-ca02a492ad5d service neutron] 10.222.0.47 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881911 Apr 14 21:34:41.082975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-3ba5eb1a-ac6e-428d-ab4d-4d28e7de8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:41.084507 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-3ba5eb1a-ac6e-428d-ab4d-4d28e7de8787 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 1130 time: 0.0873632 Apr 14 21:34:41.333600 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.533288 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-828b7436-3f43-4d64-a061-34da76dbcf70 service neutron] 10.222.0.47 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637682 Apr 14 21:34:41.539509 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-37898bce-5642-4418-89eb-1f321cdf3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:41.541390 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-37898bce-5642-4418-89eb-1f321cdf3d2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 917 time: 0.4418526 Apr 14 21:34:41.616752 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-a9358463-cc1e-422e-b1e3-e1d6ef0def2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6946d2f-995b-4259-8613-602c1ec6ca53 HTTP/1.1" status: 200 len: 1002 time: 0.0679958 Apr 14 21:34:41.683605 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-c9d3e7f5-8049-4a81-8761-24e22c91620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:41.685139 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-c9d3e7f5-8049-4a81-8761-24e22c91620a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.0583827 Apr 14 21:34:41.739728 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fcc3ae77-bb94-49f0-9b3a-e59c7f952a31 req-2b07da72-2337-4ac6-a109-e16f11732b2f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 210 time: 0.0484896 Apr 14 21:34:41.794399 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-ac844f75-6dc2-45a6-9abc-087b4254afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:41.795984 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-ac844f75-6dc2-45a6-9abc-087b4254afac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937028 Apr 14 21:34:41.891873 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310bb7f-b07e-44e3-b087-d706b138b2d1 req-8fd6ef91-0b37-4875-8900-7aea267dfc7f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:41.893468 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1310bb7f-b07e-44e3-b087-d706b138b2d1 req-8fd6ef91-0b37-4875-8900-7aea267dfc7f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0949397 Apr 14 21:34:42.020233 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1310bb7f-b07e-44e3-b087-d706b138b2d1 req-c72f96d8-b4f6-44c7-9171-46ee938007c3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873101 Apr 14 21:34:42.042708 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-169c835e-3bac-46d3-81bc-949e06b198a4 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227023 Apr 14 21:34:42.214136 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cb083-4235-40be-afa2-04556184a6ee req-f9a23712-b9ef-47c0-aa54-affbec82647c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:42.215650 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fd3cb083-4235-40be-afa2-04556184a6ee req-f9a23712-b9ef-47c0-aa54-affbec82647c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0723028 Apr 14 21:34:42.219901 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b7c64abc-4112-46f3-b878-d5b48b543f1b req-c86e3801-4ffe-4b47-9fe4-3bfe58eb9e12 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692238 Apr 14 21:34:42.273937 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fd3cb083-4235-40be-afa2-04556184a6ee req-f88f1690-386e-4db3-b478-678412253ea7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522277 Apr 14 21:34:42.681617 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.892694 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e23653a-374d-4f00-b4bb-731da5ccd1eb req-ddb8d081-ab64-40ca-99f5-b364e0b0a007 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 210 time: 0.0749097 Apr 14 21:34:43.150445 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489c8e5-7178-47b0-aed8-459cef13b958 req-9f63e8ad-adf3-4ca9-bd92-e837251b52e6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:43.153097 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c489c8e5-7178-47b0-aed8-459cef13b958 req-9f63e8ad-adf3-4ca9-bd92-e837251b52e6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0631592 Apr 14 21:34:43.207513 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c489c8e5-7178-47b0-aed8-459cef13b958 req-110d0be7-3b8e-4cd6-bc0e-6f5d617d17b3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477011 Apr 14 21:34:43.430934 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88b79-e0eb-44c6-ac52-b7895d02b4ac req-7212ab8e-d2d7-42ce-9ef1-706f4997cb9f tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:43.434780 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ae88b79-e0eb-44c6-ac52-b7895d02b4ac req-7212ab8e-d2d7-42ce-9ef1-706f4997cb9f tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0797362 Apr 14 21:34:43.497930 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ae88b79-e0eb-44c6-ac52-b7895d02b4ac req-475e316a-cd07-4220-ad09-e0ce0f297c71 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570831 Apr 14 21:34:43.994341 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-188d1589-3cd1-46b0-a276-880664da842e req-cb589056-4628-4a9d-beff-2a87d554bc17 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 210 time: 0.0279300 Apr 14 21:34:44.334032 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0947239-605a-4289-94f9-5fcc9e2d6d2b req-b8d0d686-dfbf-4439-b93f-afc904e53f87 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:44.335534 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b0947239-605a-4289-94f9-5fcc9e2d6d2b req-b8d0d686-dfbf-4439-b93f-afc904e53f87 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0467896 Apr 14 21:34:44.390358 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b0947239-605a-4289-94f9-5fcc9e2d6d2b req-22d6d6ce-59b8-45af-a7bf-ecb40f2efd25 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486257 Apr 14 21:34:44.623634 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820b8c0-4db8-4b0b-802b-bbe45bf0dde9 req-f69f720b-8e5f-450d-bf73-0634300b5430 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:44.625131 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8820b8c0-4db8-4b0b-802b-bbe45bf0dde9 req-f69f720b-8e5f-450d-bf73-0634300b5430 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0499597 Apr 14 21:34:44.673608 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8820b8c0-4db8-4b0b-802b-bbe45bf0dde9 req-91373b91-1c2a-4f17-8191-4f50b1f56398 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Apr 14 21:34:45.093118 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-851096da-4987-4996-9865-57038f37fa0c req-a535b627-12a8-4d5c-975e-7b39ec1b21f4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 210 time: 0.0337117 Apr 14 21:34:45.288688 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-bc20dd2c-9011-4ee0-961b-0b70f6a27a6d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.290140 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-bc20dd2c-9011-4ee0-961b-0b70f6a27a6d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 819 time: 0.1307454 Apr 14 21:34:45.379469 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-0d5d7503-5098-4bcb-ad4b-d41c22472398 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371e0c1995de4102a2649bc4866a3f74 HTTP/1.1" status: 200 len: 379 time: 0.0629492 Apr 14 21:34:45.401242 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Request body: {'port': {'device_id': 'de776778-d480-42a2-b233-d3329b0363cb', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'admin_state_up': True, 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'security_groups': ['8216dedd-b1ce-4331-8d9b-415e3196bbcb']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:45.505809 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device c6946d2f-995b-4259-8613-602c1ec6ca53 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:34:45.542717 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73de37-3782-49ff-b620-56b2438e9885 req-0afc6556-36ec-43ed-8aab-825b09762a8e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.544243 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4d73de37-3782-49ff-b620-56b2438e9885 req-0afc6556-36ec-43ed-8aab-825b09762a8e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 946 time: 0.0686514 Apr 14 21:34:45.579258 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Made reservation on behalf of 371e0c1995de4102a2649bc4866a3f74 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:45.582707 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:45.591761 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port c6946d2f-995b-4259-8613-602c1ec6ca53 is: ACTIVE; New status is: DOWN {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:45.592156 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:45.619548 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:45.621835 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf90644-a879-499d-bc73-46af6369c4ac" -d '{"events": [{"server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "name": "network-vif-unplugged", "status": "completed", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:45.623749 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4d73de37-3782-49ff-b620-56b2438e9885 req-1cd5bd88-3a14-4b18-b9ef-1bf2e8081530 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728815 Apr 14 21:34:45.639420 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:45.654380 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:45.686764 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4777dac-7fc2-4708-b652-c4b4d43a9b32 x-openstack-request-id: req-f4777dac-7fc2-4708-b652-c4b4d43a9b32 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:45.687124 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "name": "network-vif-unplugged", "status": "failed", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53", "code": 422}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:45.687444 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f4777dac-7fc2-4708-b652-c4b4d43a9b32 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:45.687921 dv-cinder-837543-3-iscsi neutron-server[103385]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f4777dac-7fc2-4708-b652-c4b4d43a9b32']: {'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'code': 422} returned with failed status Apr 14 21:34:45.716037 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=8']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:45.751651 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Allocated IP 172.20.0.13 (ceaaf06e-dae3-4424-9485-0b5c1f33286d/f25d18c1-244f-4ab0-a4fa-325cd756665b/5a62cbf7-6692-4f36-b952-a0649801bdb3) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:34:45.825519 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba86334-4523-48f0-a4c7-49a4b63c279a req-05168382-e40f-4075-8b20-56f5ec7587de tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.827026 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9ba86334-4523-48f0-a4c7-49a4b63c279a req-05168382-e40f-4075-8b20-56f5ec7587de tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0709372 Apr 14 21:34:45.934751 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9ba86334-4523-48f0-a4c7-49a4b63c279a req-0a3a13ab-d206-48d1-9998-babd3a5b465c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020205 Apr 14 21:34:45.978963 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.013552 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.055890 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:34:46.062201 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:46.065911 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:34:46.096441 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event updated for resources: {'Port': ['ID=5a62cbf7-6692-4f36-b952-a0649801bdb3,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:46.139853 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:46.140364 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.162029 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-72dd1b31-4751-4a93-a633-4b1df7fbc285 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7651873 Apr 14 21:34:46.177171 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Request body: {'port': {'device_id': 'de776778-d480-42a2-b233-d3329b0363cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:46.187349 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [req-527d8d6d-ddaf-4f5c-9b0f-e3c9e0109c2f req-bebacd00-a1aa-4cf9-add7-480fc0a9fad5 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:34:46.188365 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-527d8d6d-ddaf-4f5c-9b0f-e3c9e0109c2f req-bebacd00-a1aa-4cf9-add7-480fc0a9fad5 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071192 Apr 14 21:34:46.283393 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37bc9a-0753-4066-b5f5-3a09e7de7d6c req-f5081ad2-4c6b-4c0e-bc73-4055b4cd1164 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:46.284882 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5a37bc9a-0753-4066-b5f5-3a09e7de7d6c req-f5081ad2-4c6b-4c0e-bc73-4055b4cd1164 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 932 time: 0.1046567 Apr 14 21:34:46.290951 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.315427 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59540) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:46.388895 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-41a5591b-01da-4f92-8b58-0143f744177e None None] Provisioning complete for port 5a62cbf7-6692-4f36-b952-a0649801bdb3 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:34:46.388895 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-41a5591b-01da-4f92-8b58-0143f744177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.390991 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2593170-06b5-414f-8849-aad3e9dec748 admin admin] Deleting subnet 69bd8373-f0a1-42b8-9329-2bae811d62e1 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:34:46.399868 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2593170-06b5-414f-8849-aad3e9dec748 admin admin] Publish callbacks [] for subnet (69bd8373-f0a1-42b8-9329-2bae811d62e1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.425325 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5a37bc9a-0753-4066-b5f5-3a09e7de7d6c req-c92cad00-53d7-4927-9268-fb05c2303472 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217191 Apr 14 21:34:46.429376 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-41a5591b-01da-4f92-8b58-0143f744177e None None] Port 5a62cbf7-6692-4f36-b952-a0649801bdb3 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:34:46.444038 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a6da3-30d6-47a5-a6d9-d8531d73b86e req-abca85c5-96a4-41af-803f-bf0f135f879b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:46.445507 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-793a6da3-30d6-47a5-a6d9-d8531d73b86e req-abca85c5-96a4-41af-803f-bf0f135f879b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.1190276 Apr 14 21:34:46.468431 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2593170-06b5-414f-8849-aad3e9dec748 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8645108'] for subnet (69bd8373-f0a1-42b8-9329-2bae811d62e1), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.510866 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2593170-06b5-414f-8849-aad3e9dec748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (69bd8373-f0a1-42b8-9329-2bae811d62e1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.566562 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2593170-06b5-414f-8849-aad3e9dec748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8644412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8399514'] for subnet (69bd8373-f0a1-42b8-9329-2bae811d62e1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.580992 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b2593170-06b5-414f-8849-aad3e9dec748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.584146 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b2593170-06b5-414f-8849-aad3e9dec748 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/69bd8373-f0a1-42b8-9329-2bae811d62e1 HTTP/1.1" status: 204 len: 168 time: 0.2664657 Apr 14 21:34:46.597832 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59552) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:46.602496 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-793a6da3-30d6-47a5-a6d9-d8531d73b86e req-3257f02e-9861-47b2-96d4-d315ec19cb7f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086242 Apr 14 21:34:46.614749 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2593170-06b5-414f-8849-aad3e9dec748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69bd8373-f0a1-42b8-9329-2bae811d62e1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:46.714522 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (4d857706-c68b-4b7c-98b8-0a39e21f81ff), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.814060 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a62cbf7-6692-4f36-b952-a0649801bdb3 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:34:46.849225 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Publish callbacks [] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.859618 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (4d857706-c68b-4b7c-98b8-0a39e21f81ff), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.874536 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59564) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:46.877643 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Transition to ACTIVE for port object 5a62cbf7-6692-4f36-b952-a0649801bdb3 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:34:46.883341 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.893575 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d857706-c68b-4b7c-98b8-0a39e21f81ff']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:46.923397 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:46.923702 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82ebff7-0f3d-4921-829e-9dbc19d4da6a') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:46.943428 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8272610'] for segment (b82ebff7-0f3d-4921-829e-9dbc19d4da6a), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.968371 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (b82ebff7-0f3d-4921-829e-9dbc19d4da6a), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.985262 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:34:46.985820 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7737870'] for segment (b82ebff7-0f3d-4921-829e-9dbc19d4da6a), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:46.986297 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-f346c9a8-d847-42ed-bc71-ff3d357ca784 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095705 Apr 14 21:34:46.992156 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-3051eeb3-ba3c-4f69-83c2-aa21715962d6 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: Traceback (most recent call last): Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: timer() Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: cb(*args, **kw) Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: return func(*args, **kwargs) Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: self._notify() Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: self.callback(batched_events) Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: event.method(event) Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: return f(self, *a, **k) Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._get(url).json() Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:34:46.999783 dv-cinder-837543-3-iscsi neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:34:47.010701 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-3051eeb3-ba3c-4f69-83c2-aa21715962d6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0230136 Apr 14 21:34:47.010909 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a62cbf7-6692-4f36-b952-a0649801bdb3,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:47.088746 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59574) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:47.151047 dv-cinder-837543-3-iscsi neutron-server[103384]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 21:34:47.162967 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (4d857706-c68b-4b7c-98b8-0a39e21f81ff), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:47.167840 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:47.171324 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4d857706-c68b-4b7c-98b8-0a39e21f81ff HTTP/1.1" status: 204 len: 168 time: 0.5681708 Apr 14 21:34:47.184091 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287abd9-ef09-4a11-a543-43d9872fcd73 req-aadf1e25-5c9b-46b7-9dac-4a915d4da9bc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:47.185545 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2287abd9-ef09-4a11-a543-43d9872fcd73 req-aadf1e25-5c9b-46b7-9dac-4a915d4da9bc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1329587 Apr 14 21:34:47.198141 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-80fea6f5-88df-4fb1-9c64-32b160337664 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:47.199936 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-80fea6f5-88df-4fb1-9c64-32b160337664 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports/c6946d2f-995b-4259-8613-602c1ec6ca53 HTTP/1.1" status: 200 len: 941 time: 0.1098962 Apr 14 21:34:47.216095 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73336188-80f5-4d15-9607-99df3bd3efc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d857706-c68b-4b7c-98b8-0a39e21f81ff,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:47.222361 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Attempting to bind port 5a62cbf7-6692-4f36-b952-a0649801bdb3 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:34:47.222801 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Attempting to bind port 5a62cbf7-6692-4f36-b952-a0649801bdb3 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:34:47.223228 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Attempting to bind port 5a62cbf7-6692-4f36-b952-a0649801bdb3 on network ceaaf06e-dae3-4424-9485-0b5c1f33286d {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:34:47.241171 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Port 5a62cbf7-6692-4f36-b952-a0649801bdb3 on network ceaaf06e-dae3-4424-9485-0b5c1f33286d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:34:47.241621 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Attempting to bind port 5a62cbf7-6692-4f36-b952-a0649801bdb3 on network ceaaf06e-dae3-4424-9485-0b5c1f33286d {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:34:47.254925 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:34:47.255359 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Checking segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:34:47.255744 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Bound using segment: {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:34:47.256181 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Bound port: 5a62cbf7-6692-4f36-b952-a0649801bdb3, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5caed0ab-7071-4be9-a421-d988dab615cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:34:47.256537 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:47.284565 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2287abd9-ef09-4a11-a543-43d9872fcd73 req-f957548b-facc-425f-a60d-d4966c53e9c5 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908930 Apr 14 21:34:47.342674 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] For port 5a62cbf7-6692-4f36-b952-a0649801bdb3, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:34:47.345896 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] For port 5a62cbf7-6692-4f36-b952-a0649801bdb3, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:34:47.352539 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:47.380237 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59588) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:47.392751 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:47.393665 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:47.395258 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/5a62cbf7-6692-4f36-b952-a0649801bdb3 HTTP/1.1" status: 200 len: 1094 time: 1.2233341 Apr 14 21:34:47.396241 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:47.399524 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:47.430418 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5677c4-925a-4734-bf13-f8b6997852c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a62cbf7-6692-4f36-b952-a0649801bdb3,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:47.475420 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044a5065-2b29-48d9-9d89-461d680ca60d x-openstack-request-id: req-044a5065-2b29-48d9-9d89-461d680ca60d {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:47.476264 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-73d69c06-bb5b-46ff-88f7-41807dbaa047 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e0f3b57b0ae43d98c32cc61e8316e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0948579 Apr 14 21:34:47.476792 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:47.477258 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-044a5065-2b29-48d9-9d89-461d680ca60d {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:47.477969 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044a5065-2b29-48d9-9d89-461d680ca60d'] response: {'name': 'network-changed', 'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'status': 'completed', 'code': 200} Apr 14 21:34:47.483520 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59596) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:47.547125 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57bfa5da-5a52-4eb2-b993-d9a9e30d5ca9 admin admin] Publish callbacks [] for security_group (c7d26002-8458-4988-bfd2-bee557d90886), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:47.578117 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-7637b72b-5492-49be-b363-cf3418fb037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:47.579975 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-7637b72b-5492-49be-b363-cf3418fb037e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 1128 time: 0.1235316 Apr 14 21:34:47.586701 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57bfa5da-5a52-4eb2-b993-d9a9e30d5ca9 admin admin] Publish callbacks [] for security_group (c7d26002-8458-4988-bfd2-bee557d90886), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:47.607261 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d501c-ceb6-4ef0-9242-0dfe30e9d58f req-765f7e15-ea40-4ccc-a6ff-339aa94b5ef7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:47.615271 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-186d501c-ceb6-4ef0-9242-0dfe30e9d58f req-765f7e15-ea40-4ccc-a6ff-339aa94b5ef7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 944 time: 0.1054287 Apr 14 21:34:47.670224 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57bfa5da-5a52-4eb2-b993-d9a9e30d5ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (c7d26002-8458-4988-bfd2-bee557d90886), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:47.674177 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-61ecab5b-87a4-4e14-9240-cd15a60959b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3 HTTP/1.1" status: 200 len: 217 time: 0.0477784 Apr 14 21:34:47.674925 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-57bfa5da-5a52-4eb2-b993-d9a9e30d5ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:47.676171 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-57bfa5da-5a52-4eb2-b993-d9a9e30d5ca9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7d26002-8458-4988-bfd2-bee557d90886 HTTP/1.1" status: 204 len: 168 time: 0.1825089 Apr 14 21:34:47.690075 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfa5da-5a52-4eb2-b993-d9a9e30d5ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d26002-8458-4988-bfd2-bee557d90886,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:47.747272 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-186d501c-ceb6-4ef0-9242-0dfe30e9d58f req-e86b4d52-63a0-45aa-a822-9049ef3a4d23 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307468 Apr 14 21:34:47.856361 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74ef6f-1032-43bb-bcf2-670c89294d78 req-2c5659cc-d367-4b19-9802-84769be6c300 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:47.863492 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7b74ef6f-1032-43bb-bcf2-670c89294d78 req-2c5659cc-d367-4b19-9802-84769be6c300 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.1143930 Apr 14 21:34:47.867223 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-4a7eda3e-f863-4ee1-9606-b99ead28161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:47.868612 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-4a7eda3e-f863-4ee1-9606-b99ead28161a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.1421013 Apr 14 21:34:47.901907 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:47.968134 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-06e40b04-2f68-4207-ae58-b61314b768d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:47.970687 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-06e40b04-2f68-4207-ae58-b61314b768d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0947642 Apr 14 21:34:47.978884 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7b74ef6f-1032-43bb-bcf2-670c89294d78 req-e1f6205d-6fdf-4ffb-908d-da3160188974 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122999 Apr 14 21:34:48.076166 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afa59af8-11b8-4e24-b159-4b5260b06207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.084888 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-d37a1e2e-4e03-476c-a624-0fc61a61b059 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024270 Apr 14 21:34:48.151844 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afa59af8-11b8-4e24-b159-4b5260b06207 admin admin] Publish callbacks [] for security_group (cd0f7f83-46a3-4dd9-9212-629158673a15), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.155758 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-afa59af8-11b8-4e24-b159-4b5260b06207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (cd0f7f83-46a3-4dd9-9212-629158673a15), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.186743 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35092e28-ac90-4ec8-a6a1-930cb775c661 req-501357e6-a264-4fa5-bb4b-83df7b3daca6 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909190 Apr 14 21:34:48.194202 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-afa59af8-11b8-4e24-b159-4b5260b06207 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a67d8caf6617444ba8415f5097e61180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908971 Apr 14 21:34:48.196090 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa59af8-11b8-4e24-b159-4b5260b06207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0f7f83-46a3-4dd9-9212-629158673a15,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:48.196822 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59610) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:48.247095 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a1e91489-f17b-48e9-a00b-d64a82c7e6b9 admin admin] Publish callbacks [] for security_group (cd0f7f83-46a3-4dd9-9212-629158673a15), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.271157 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a1e91489-f17b-48e9-a00b-d64a82c7e6b9 admin admin] Publish callbacks [] for security_group (cd0f7f83-46a3-4dd9-9212-629158673a15), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.318476 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a1e91489-f17b-48e9-a00b-d64a82c7e6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (cd0f7f83-46a3-4dd9-9212-629158673a15), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.321078 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a1e91489-f17b-48e9-a00b-d64a82c7e6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.324872 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a1e91489-f17b-48e9-a00b-d64a82c7e6b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd0f7f83-46a3-4dd9-9212-629158673a15 HTTP/1.1" status: 204 len: 168 time: 0.1242476 Apr 14 21:34:48.330886 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e91489-f17b-48e9-a00b-d64a82c7e6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0f7f83-46a3-4dd9-9212-629158673a15,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:48.409786 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82de19b-ea81-4cd3-b868-6eef1f9b3519 req-f0124db4-09dd-4b91-b763-45ae0914c2cb tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:48.411308 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c82de19b-ea81-4cd3-b868-6eef1f9b3519 req-f0124db4-09dd-4b91-b763-45ae0914c2cb tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0488486 Apr 14 21:34:48.460891 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c82de19b-ea81-4cd3-b868-6eef1f9b3519 req-69c4fc37-244e-4058-a672-7c4942cc2b34 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Apr 14 21:34:48.603790 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59618) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:48.616542 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2a448185-0d69-4b9e-8da2-6d6622d17c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.688191 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2a448185-0d69-4b9e-8da2-6d6622d17c94 admin admin] Publish callbacks [] for security_group (3349b950-5bc8-4426-91cc-eb64dc001707), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.691625 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2a448185-0d69-4b9e-8da2-6d6622d17c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (3349b950-5bc8-4426-91cc-eb64dc001707), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.732407 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-2a448185-0d69-4b9e-8da2-6d6622d17c94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ccd6d973bac407797c55ba393049101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274898 Apr 14 21:34:48.733211 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a448185-0d69-4b9e-8da2-6d6622d17c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3349b950-5bc8-4426-91cc-eb64dc001707,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:48.735144 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59620) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:48.783198 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6b194e5-841a-4d3b-bac3-7885c3c6490e admin admin] Publish callbacks [] for security_group (3349b950-5bc8-4426-91cc-eb64dc001707), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.805071 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6b194e5-841a-4d3b-bac3-7885c3c6490e admin admin] Publish callbacks [] for security_group (3349b950-5bc8-4426-91cc-eb64dc001707), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.855809 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6b194e5-841a-4d3b-bac3-7885c3c6490e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (3349b950-5bc8-4426-91cc-eb64dc001707), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.858372 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f6b194e5-841a-4d3b-bac3-7885c3c6490e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.858491 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c6c38-3dbf-429b-9fce-806a904d02f3 req-1da1caa4-ed60-46d1-a3c9-5688e91fb3e9 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:48.859534 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f6b194e5-841a-4d3b-bac3-7885c3c6490e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3349b950-5bc8-4426-91cc-eb64dc001707 HTTP/1.1" status: 204 len: 168 time: 0.1233108 Apr 14 21:34:48.860010 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d64c6c38-3dbf-429b-9fce-806a904d02f3 req-1da1caa4-ed60-46d1-a3c9-5688e91fb3e9 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 944 time: 0.0505965 Apr 14 21:34:48.867178 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b194e5-841a-4d3b-bac3-7885c3c6490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3349b950-5bc8-4426-91cc-eb64dc001707,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:48.911474 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d64c6c38-3dbf-429b-9fce-806a904d02f3 req-44788370-f2a4-4b17-9dd0-15568e9deba2 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445011 Apr 14 21:34:49.114309 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56e358-02f1-40f2-91ac-d57ccc562b99 req-1f76d932-e0df-4213-8251-9dab0f848d04 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:49.115913 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fe56e358-02f1-40f2-91ac-d57ccc562b99 req-1f76d932-e0df-4213-8251-9dab0f848d04 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0489070 Apr 14 21:34:49.164871 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fe56e358-02f1-40f2-91ac-d57ccc562b99 req-7412ab00-f462-400e-9fb3-5479b41e47b4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430353 Apr 14 21:34:49.416492 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-3d7d2be1-e2a3-4cb0-8dc4-28b77dcf9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:49.418206 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-3d7d2be1-e2a3-4cb0-8dc4-28b77dcf9203 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 1128 time: 0.0476460 Apr 14 21:34:49.528032 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-4882e7e3-cdd8-4870-8f72-5373d4a21ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:49.529768 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-4882e7e3-cdd8-4870-8f72-5373d4a21ca0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.1011834 Apr 14 21:34:49.533379 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device c6946d2f-995b-4259-8613-602c1ec6ca53 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:34:49.590143 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59648) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:49.616398 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-4bd123a6-c1f5-4ec2-b407-da29d5555b0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3 HTTP/1.1" status: 200 len: 217 time: 0.0623014 Apr 14 21:34:49.635125 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port c6946d2f-995b-4259-8613-602c1ec6ca53 is: DOWN; New status is: DOWN {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:49.635364 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece58a6-09ee-4b96-94b4-531cdeecf27f req-51676f85-545d-4b25-b8f1-11fe3aa32a92 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:49.639795 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2ece58a6-09ee-4b96-94b4-531cdeecf27f req-51676f85-545d-4b25-b8f1-11fe3aa32a92 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0958080 Apr 14 21:34:49.707428 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1689256725-network', 'tenant_id': '53c6da9793af4b449cabb14ec8f9ae7e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:49.709514 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-11334c6e-1045-4845-96bd-dd607333d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:49.711003 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-11334c6e-1045-4845-96bd-dd607333d556 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.0830989 Apr 14 21:34:49.723325 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2ece58a6-09ee-4b96-94b4-531cdeecf27f req-d5f7acbe-5ffa-4709-9696-0a3184428893 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751588 Apr 14 21:34:49.727732 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Made reservation on behalf of 53c6da9793af4b449cabb14ec8f9ae7e for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:49.730307 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.738777 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.821672 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Publish callbacks [] for security_group (723ed84b-e1a0-48e7-adc1-5b28b8e02e4d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.826431 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (723ed84b-e1a0-48e7-adc1-5b28b8e02e4d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.851363 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:34:49.860803 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:49.866840 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.867163 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Added segment a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3 of type vlan for network 280e9594-c88d-47f1-81bc-800bd36b5864 Apr 14 21:34:49.908112 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (280e9594-c88d-47f1-81bc-800bd36b5864), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.931425 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (280e9594-c88d-47f1-81bc-800bd36b5864), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.932487 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:49.933071 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.966680 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3743708 Apr 14 21:34:49.969442 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 59654) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:49.976265 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Request body: {'subnet': {'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1689256725-subnet', 'tenant_id': '53c6da9793af4b449cabb14ec8f9ae7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:50.050768 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ab7c1-1ba6-45a0-9962-46999303603a admin admin] Pushing event updated for resources: {'Network': ['ID=280e9594-c88d-47f1-81bc-800bd36b5864,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:50.062047 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Made reservation on behalf of 53c6da9793af4b449cabb14ec8f9ae7e for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:50.064920 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7670236'] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.065206 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network 280e9594-c88d-47f1-81bc-800bd36b5864 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:34:50.069993 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-564397b6-79f1-4dce-8e64-503b702f2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.071495 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-564397b6-79f1-4dce-8e64-503b702f2132 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3&tenant_id=bfc47944ad764b639ab5f04ea39940fe HTTP/1.1" status: 200 len: 1128 time: 0.0764766 Apr 14 21:34:50.083673 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-0c32caec-6673-40d8-bb46-50880935120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.085191 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-0c32caec-6673-40d8-bb46-50880935120d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033890 Apr 14 21:34:50.098484 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff45a1-a749-4c2d-bdd0-e1fb9f3324e0 req-634baa46-9a57-432c-b2ff-a14ce07af634 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.100194 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9bff45a1-a749-4c2d-bdd0-e1fb9f3324e0 req-634baa46-9a57-432c-b2ff-a14ce07af634 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 944 time: 0.1048548 Apr 14 21:34:50.144899 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-623ade48-8602-4ea5-b5e3-0b1cf1af6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.146424 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-623ade48-8602-4ea5-b5e3-0b1cf1af6629 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 1128 time: 0.0425985 Apr 14 21:34:50.246902 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-2c658305-265a-4a42-b404-68d4172f72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.248362 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-2c658305-265a-4a42-b404-68d4172f72c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 917 time: 0.0955806 Apr 14 21:34:50.318548 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9bff45a1-a749-4c2d-bdd0-e1fb9f3324e0 req-8f9d3dd5-9539-475a-a6d4-c73fde2f78cb tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765821 Apr 14 21:34:50.318821 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-be21fd69-e182-4957-8fec-03b3c121e829 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6946d2f-995b-4259-8613-602c1ec6ca53 HTTP/1.1" status: 200 len: 1000 time: 0.0614421 Apr 14 21:34:50.339017 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6fcac-999e-4753-8476-353e9b162d79 req-ac4bd30f-9d0f-4314-87d1-7c56cc74ef35 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.340707 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ee6fcac-999e-4753-8476-353e9b162d79 req-ac4bd30f-9d0f-4314-87d1-7c56cc74ef35 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0995998 Apr 14 21:34:50.367131 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-55b8cf86-eb32-46b7-82b9-1451e44e3ccd service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622111 Apr 14 21:34:50.370543 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-8cbe5eb6-7f2a-4398-9c8c-1217fd6ce7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.371990 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-8cbe5eb6-7f2a-4398-9c8c-1217fd6ce7c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.0450864 Apr 14 21:34:50.426454 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-89629d82-1cb6-47a5-a8c4-3894a1433d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.427867 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-89629d82-1cb6-47a5-a8c4-3894a1433d9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423353 Apr 14 21:34:50.504290 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ee6fcac-999e-4753-8476-353e9b162d79 req-64cd595c-80de-44cd-89af-68cae70490a4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391962 Apr 14 21:34:50.526958 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-41922fda-1bbc-4c07-84b8-af7b9cf54c78 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910909 Apr 14 21:34:50.527483 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7735659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7670218'] for subnet (e3b5a756-712e-423b-8d66-226c213157a5), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.624885 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-aa1fe167-d832-44ee-8d89-ca51a0f6855e service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890672 Apr 14 21:34:50.869533 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eb0982f4-65e1-4b95-ac7b-def69d4da6dd req-1a006feb-acba-48bd-adb5-4a17859e61d3 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848683 Apr 14 21:34:50.881065 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b5a756-712e-423b-8d66-226c213157a5,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:50.894281 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dfd97-be88-4d80-a8ce-6b98ce830bde req-6cd76b4c-7611-4f92-9f87-b21663da684b tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.895733 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f54dfd97-be88-4d80-a8ce-6b98ce830bde req-6cd76b4c-7611-4f92-9f87-b21663da684b tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0883391 Apr 14 21:34:50.918139 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Checking segment: {'id': 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:34:50.918499 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Network hostable DHCP agents. Network: 280e9594-c88d-47f1-81bc-800bd36b5864, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:34:50.959908 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f54dfd97-be88-4d80-a8ce-6b98ce830bde req-e2c405bb-fdd5-4baa-95b7-623550eb4c1c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573246 Apr 14 21:34:50.963394 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Network 280e9594-c88d-47f1-81bc-800bd36b5864 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:34:50.974453 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, 280e9594-c88d-47f1-81bc-800bd36b5864) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:50.979273 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.980085 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.987817 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a92547-bfbe-4867-a401-a2b510d77915 None None] Network 280e9594-c88d-47f1-81bc-800bd36b5864 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:51.001299 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-fc53466d-c970-4839-b42f-73cca991b285 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0301709 Apr 14 21:34:51.093785 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba1f8c-fb5b-42f8-a428-db082f286092 None None] Network 280e9594-c88d-47f1-81bc-800bd36b5864 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:51.468535 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edac5b-58c2-4301-b9f4-55294a239ab3 req-70631753-fb4c-4552-a3ac-58f5d1a6df70 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.470500 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-00edac5b-58c2-4301-b9f4-55294a239ab3 req-70631753-fb4c-4552-a3ac-58f5d1a6df70 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 944 time: 0.0648627 Apr 14 21:34:51.533603 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5a62cbf7-6692-4f36-b952-a0649801bdb3 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:34:51.613246 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-00edac5b-58c2-4301-b9f4-55294a239ab3 req-6ba8c68a-9e0c-420b-8d67-64cdf94e18dd tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311500 Apr 14 21:34:51.716814 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7b30e-57b4-4d96-bef4-048ad4bf869c req-a5384bfd-2180-44e1-be34-5128073ea29d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.718454 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-37b7b30e-57b4-4d96-bef4-048ad4bf869c req-a5384bfd-2180-44e1-be34-5128073ea29d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0923576 Apr 14 21:34:51.769807 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5a62cbf7-6692-4f36-b952-a0649801bdb3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:51.783576 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-37b7b30e-57b4-4d96-bef4-048ad4bf869c req-8e0debb3-f06b-4364-9c96-0f2d9980fa20 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573080 Apr 14 21:34:51.794314 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'port_id': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'mac_address': 'fa:16:3e:b1:99:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:34:51.854023 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5a62cbf7-6692-4f36-b952-a0649801bdb3 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:51.854608 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:51.871838 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a62cbf7-6692-4f36-b952-a0649801bdb3 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:34:51.898331 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5a62cbf7-6692-4f36-b952-a0649801bdb3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:51.904291 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:51.960295 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5a62cbf7-6692-4f36-b952-a0649801bdb3,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:52.091448 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eda1a-cd08-43f1-8a9a-8cb781c59876 req-172978a0-7870-43ae-8eb4-c4cd0900cdbb tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:52.093348 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a41eda1a-cd08-43f1-8a9a-8cb781c59876 req-172978a0-7870-43ae-8eb4-c4cd0900cdbb tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0523608 Apr 14 21:34:52.153469 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a41eda1a-cd08-43f1-8a9a-8cb781c59876 req-d162be42-3b3a-48f4-a850-968fe64d15c3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494983 Apr 14 21:34:52.291285 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['5a62cbf7-6692-4f36-b952-a0649801bdb3'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:34:52.376128 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3d310-631e-4992-9b15-955fb92026e9 req-c4af37db-52fe-4d58-b7dc-6252bb2c3ad5 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:52.377651 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-87d3d310-631e-4992-9b15-955fb92026e9 req-c4af37db-52fe-4d58-b7dc-6252bb2c3ad5 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0577197 Apr 14 21:34:52.430255 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-87d3d310-631e-4992-9b15-955fb92026e9 req-0476fda7-7d61-47cf-ac96-0527c896cd8e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451965 Apr 14 21:34:52.731865 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efc648-b470-42a4-bd9d-fb59e44d1baa req-dff5635e-f633-4254-8d73-e7f50a8e4f71 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:52.734182 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2efc648-b470-42a4-bd9d-fb59e44d1baa req-dff5635e-f633-4254-8d73-e7f50a8e4f71 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 945 time: 0.0528560 Apr 14 21:34:52.788279 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2efc648-b470-42a4-bd9d-fb59e44d1baa req-e231ba7f-880b-459a-92bc-bb3a0655ae25 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491879 Apr 14 21:34:52.814916 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:34:52.973006 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59fcea-ce3f-44e9-beb2-50a092ff7b97 req-d542f925-903d-4fa9-9e59-49aaa9331dd5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:52.974833 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ca59fcea-ce3f-44e9-beb2-50a092ff7b97 req-d542f925-903d-4fa9-9e59-49aaa9331dd5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0989654 Apr 14 21:34:53.042019 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-d48e0ba0-6107-4112-b96c-2ed6a9af42ad tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:53.043434 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-d48e0ba0-6107-4112-b96c-2ed6a9af42ad tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/networks?id=280e9594-c88d-47f1-81bc-800bd36b5864 HTTP/1.1" status: 200 len: 814 time: 0.1781046 Apr 14 21:34:53.067973 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ca59fcea-ce3f-44e9-beb2-50a092ff7b97 req-890c2a4e-6384-455b-80d2-d8c5d48f78c9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845625 Apr 14 21:34:53.069613 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-3f96f7ab-aaff-4054-8827-102713515fb8 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/quotas/53c6da9793af4b449cabb14ec8f9ae7e HTTP/1.1" status: 200 len: 375 time: 0.0180719 Apr 14 21:34:53.104854 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-7f89b242-6d83-4870-88a4-4011e6a983bb tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=53c6da9793af4b449cabb14ec8f9ae7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285666 Apr 14 21:34:53.199785 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-2c847184-ab5c-4b43-ac7d-8f8b256b03da service neutron] 10.222.0.47 "GET /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878835 Apr 14 21:34:53.298392 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-d7c69a93-ea4e-4c7b-9ba4-05a80de8b9af service neutron] 10.222.0.47 "GET /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927157 Apr 14 21:34:53.467138 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-25b92d67-c20a-4cbd-95c8-bbada8df2f1d req-e78a2064-c30a-4493-a34c-6952cda5cc7a tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0336051 Apr 14 21:34:53.554527 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5a62cbf7-6692-4f36-b952-a0649801bdb3 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:34:53.578197 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d62da-3295-4be4-a628-b327851e1ee8 req-2fa0d566-c632-49df-aa2a-6d7be12c2aba tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:53.586500 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0f7d62da-3295-4be4-a628-b327851e1ee8 req-2fa0d566-c632-49df-aa2a-6d7be12c2aba tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0692699 Apr 14 21:34:53.648429 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0f7d62da-3295-4be4-a628-b327851e1ee8 req-e87229f2-3260-4347-9e76-c7a9b42468ad tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606375 Apr 14 21:34:53.656363 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 5a62cbf7-6692-4f36-b952-a0649801bdb3 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:34:53.669542 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 5a62cbf7-6692-4f36-b952-a0649801bdb3 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:34:53.669542 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.770926 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5a62cbf7-6692-4f36-b952-a0649801bdb3 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:53.771321 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.810345 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:53.812891 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9607a4c-4384-4f63-9cfd-d8b82e49bceb" -d '{"events": [{"server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "name": "network-vif-plugged", "status": "completed", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:53.827436 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5a62cbf7-6692-4f36-b952-a0649801bdb3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:53.836588 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.905250 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5a62cbf7-6692-4f36-b952-a0649801bdb3,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:53.920961 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33f43ee-cfb0-4bc6-9ebf-d1a4642dbd56 x-openstack-request-id: req-b33f43ee-cfb0-4bc6-9ebf-d1a4642dbd56 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:53.921305 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "name": "network-vif-plugged", "status": "completed", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:53.921569 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b33f43ee-cfb0-4bc6-9ebf-d1a4642dbd56 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:53.922014 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33f43ee-cfb0-4bc6-9ebf-d1a4642dbd56'] response: {'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'code': 200} Apr 14 21:34:53.982558 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89fefd-d2cf-4bc6-a787-339b4410bccc req-d7b60cbd-f97a-49ad-9cfd-b3e4e581b8ac tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:53.984376 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4e89fefd-d2cf-4bc6-a787-339b4410bccc req-d7b60cbd-f97a-49ad-9cfd-b3e4e581b8ac tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0779777 Apr 14 21:34:54.042629 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4e89fefd-d2cf-4bc6-a787-339b4410bccc req-991f7670-b090-4c5e-a951-51173d052eee tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486777 Apr 14 21:34:54.198616 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464426f-1847-4c22-9bc5-b82f87c65e30 req-49958281-d7fa-400c-83b5-27d6da8a2f37 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:54.200174 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7464426f-1847-4c22-9bc5-b82f87c65e30 req-49958281-d7fa-400c-83b5-27d6da8a2f37 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0513830 Apr 14 21:34:54.249991 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7464426f-1847-4c22-9bc5-b82f87c65e30 req-d5d13e16-a05e-460a-b076-72d7c9e7aec2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439365 Apr 14 21:34:54.567584 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8144ba44-ea3c-4c07-bd93-14040b3e5a44 req-a7564bae-16e1-4ef1-8d42-bc87a9b757b5 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0317295 Apr 14 21:34:54.775623 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212f563-d0d1-4797-8fb6-0a165a21551a req-900a2cad-2f33-4366-a85c-1bbf84ecd301 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:54.777746 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4212f563-d0d1-4797-8fb6-0a165a21551a req-900a2cad-2f33-4366-a85c-1bbf84ecd301 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0518196 Apr 14 21:34:54.827349 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4212f563-d0d1-4797-8fb6-0a165a21551a req-3e43292a-836e-4d60-9b14-0806fdc024fb tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 Apr 14 21:34:55.165396 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4577c-b154-4e9c-975d-a83cffdba88d req-bdb78f4c-0790-478f-96ac-98bd67d79444 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:55.167674 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-95c4577c-b154-4e9c-975d-a83cffdba88d req-bdb78f4c-0790-478f-96ac-98bd67d79444 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0540130 Apr 14 21:34:55.219617 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-95c4577c-b154-4e9c-975d-a83cffdba88d req-2d1b1b69-6d2c-471a-8a9f-960d47018902 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461431 Apr 14 21:34:55.377135 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937a006-b991-4521-a130-da11db2acd09 req-1928681a-82f5-44d1-8031-7c920861c518 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:55.378734 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2937a006-b991-4521-a130-da11db2acd09 req-1928681a-82f5-44d1-8031-7c920861c518 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0559413 Apr 14 21:34:55.429580 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2937a006-b991-4521-a130-da11db2acd09 req-a4e9570f-fa3c-43b1-ad51-ed066ae1d6fd tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450644 Apr 14 21:34:55.531000 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.667577 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4037e484-73b8-4829-9cef-f1ff2ffa598c req-863f412f-6b42-4517-b095-af0075d087f9 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0316098 Apr 14 21:34:55.951966 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9744c01-c4c4-423a-9fba-e890d110ca1d req-eae8e74a-6f7a-4151-abf0-904eb122d0ee tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:55.957158 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c9744c01-c4c4-423a-9fba-e890d110ca1d req-eae8e74a-6f7a-4151-abf0-904eb122d0ee tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0493753 Apr 14 21:34:56.006976 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c9744c01-c4c4-423a-9fba-e890d110ca1d req-370f4426-058a-4d89-bb89-8e21b9eed133 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475662 Apr 14 21:34:56.335688 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9607b-1f71-4dd0-9a54-3dde1d642195 req-20063784-c83e-4f98-a01b-ef60f84ed0f1 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:56.337468 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-edc9607b-1f71-4dd0-9a54-3dde1d642195 req-20063784-c83e-4f98-a01b-ef60f84ed0f1 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0496249 Apr 14 21:34:56.389079 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-edc9607b-1f71-4dd0-9a54-3dde1d642195 req-86fdb952-733f-4b39-b0df-7a4a78cc9581 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448263 Apr 14 21:34:56.554269 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fc46d-4752-4141-9eb8-8decb459e946 req-7c1cbe78-ed71-4711-bc5b-f03850af468a tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:56.556174 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-963fc46d-4752-4141-9eb8-8decb459e946 req-7c1cbe78-ed71-4711-bc5b-f03850af468a tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0502241 Apr 14 21:34:56.607895 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-963fc46d-4752-4141-9eb8-8decb459e946 req-d288d501-fc46-42c1-8500-7942bf1b054d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447857 Apr 14 21:34:56.769553 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a54106bd-9f7d-45ee-be23-6e0b5ec7fdcb req-3d28ef00-7bc4-4e33-88c3-3be20244688f tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0340548 Apr 14 21:34:57.129347 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9a190-9935-4bb9-8e48-db6a8c3d7369 req-a8a2884f-ae20-4a2b-b3b5-a14a296b4720 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:57.130867 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bcb9a190-9935-4bb9-8e48-db6a8c3d7369 req-a8a2884f-ae20-4a2b-b3b5-a14a296b4720 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0502448 Apr 14 21:34:57.193900 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bcb9a190-9935-4bb9-8e48-db6a8c3d7369 req-312264bd-0563-4126-bb48-974e4f2a5c81 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526462 Apr 14 21:34:57.504451 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bd602-ec6f-499c-a7f6-d4c98ac7cce4 req-e4ea5f64-3340-4ca5-b0c7-bfa1e324ccea tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:57.506036 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-583bd602-ec6f-499c-a7f6-d4c98ac7cce4 req-e4ea5f64-3340-4ca5-b0c7-bfa1e324ccea tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0489936 Apr 14 21:34:57.557837 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-583bd602-ec6f-499c-a7f6-d4c98ac7cce4 req-7813de04-61c3-424f-b02d-a2c4c32ffe86 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440228 Apr 14 21:34:57.735647 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a9872-7340-4f0f-8de5-b47092e8c566 req-9a8d7fdb-6b69-4f57-92d0-62a6c545f4e1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:57.737297 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0c4a9872-7340-4f0f-8de5-b47092e8c566 req-9a8d7fdb-6b69-4f57-92d0-62a6c545f4e1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0536807 Apr 14 21:34:57.789069 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0c4a9872-7340-4f0f-8de5-b47092e8c566 req-2b5f0d9e-b9c4-44eb-8566-1a92445dae0d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462060 Apr 14 21:34:57.867839 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-22fa12da-1888-48e5-bcf3-0798723d2664 req-bbba03c3-9a24-4615-858f-810870d9f808 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0290542 Apr 14 21:34:58.310952 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e071c11-bf9b-48db-9e1f-9f24d9d8fa67 req-ccff855a-3e7c-410b-8fd9-9d70f62978a3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:58.312657 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e071c11-bf9b-48db-9e1f-9f24d9d8fa67 req-ccff855a-3e7c-410b-8fd9-9d70f62978a3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0541253 Apr 14 21:34:58.363038 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e071c11-bf9b-48db-9e1f-9f24d9d8fa67 req-fc699ab9-27d1-416b-aca9-abf9f90a146f tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446322 Apr 14 21:34:58.681627 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24525077-ce1d-443c-9ec2-7e7fddb1c27f req-c34b4f1c-7e7f-4d8d-873f-64d7acfb1570 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:58.683836 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24525077-ce1d-443c-9ec2-7e7fddb1c27f req-c34b4f1c-7e7f-4d8d-873f-64d7acfb1570 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0548091 Apr 14 21:34:58.733277 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24525077-ce1d-443c-9ec2-7e7fddb1c27f req-3cda8380-2dac-4491-8203-119508fd175c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436347 Apr 14 21:34:58.923194 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292faf1-2dad-49ba-aea0-665e157d0f0a req-dc069bee-baf1-4c26-a410-26a722f286f5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:58.930405 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c292faf1-2dad-49ba-aea0-665e157d0f0a req-dc069bee-baf1-4c26-a410-26a722f286f5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0631344 Apr 14 21:34:59.011347 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-837f95c6-8ece-4b34-bb68-e5d32dea2841 req-0f45d5e6-e443-4cc5-ba7d-7900212f29c3 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0430369 Apr 14 21:34:59.014899 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c292faf1-2dad-49ba-aea0-665e157d0f0a req-92cce723-dab6-4b65-a6ad-e5f4b622e568 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836079 Apr 14 21:34:59.484339 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1fb91-d0b3-4ea9-9ad4-e0970f22c618 req-a669218e-7889-490f-becc-67f5e90cac0e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:59.485928 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f1d1fb91-d0b3-4ea9-9ad4-e0970f22c618 req-a669218e-7889-490f-becc-67f5e90cac0e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0493822 Apr 14 21:34:59.534669 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f1d1fb91-d0b3-4ea9-9ad4-e0970f22c618 req-4d1fdf1e-119e-4b52-88e2-634e6e82b34d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Apr 14 21:34:59.860475 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf38f2-faf9-4ddb-9c26-8927e51d4c2b req-5f2858e1-ddcf-400c-9d83-08cfbf5de528 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:59.862022 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bcf38f2-faf9-4ddb-9c26-8927e51d4c2b req-5f2858e1-ddcf-400c-9d83-08cfbf5de528 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0502138 Apr 14 21:34:59.912481 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bcf38f2-faf9-4ddb-9c26-8927e51d4c2b req-9e8d7c40-a86e-4355-ab45-26e3906bcdb2 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444732 Apr 14 21:35:00.170014 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-054cabfc-c58d-4e82-9ae8-9e958ecafacd req-45faa054-f391-4666-8f4a-ced07f2f2ec4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0395076 Apr 14 21:35:00.209212 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe859e54-8f42-48ff-a12c-c79fc59ede32 req-7fda7f77-9779-4ad0-8edc-3ed7ae30cd3d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:00.211292 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fe859e54-8f42-48ff-a12c-c79fc59ede32 req-7fda7f77-9779-4ad0-8edc-3ed7ae30cd3d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0722492 Apr 14 21:35:00.259716 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fe859e54-8f42-48ff-a12c-c79fc59ede32 req-cbe31f26-c12d-496b-81a3-4dda26127b3b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432010 Apr 14 21:35:00.651097 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c817a8-99ab-46d6-b542-964ea231881e req-eb3461d0-9e30-40e2-a257-ded99c4d7102 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:00.652619 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a1c817a8-99ab-46d6-b542-964ea231881e req-eb3461d0-9e30-40e2-a257-ded99c4d7102 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0491424 Apr 14 21:35:00.703063 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a1c817a8-99ab-46d6-b542-964ea231881e req-8c49385e-c971-4b2b-85ec-aa78029c23eb tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448523 Apr 14 21:35:01.027322 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2470f-95f3-4353-ad4d-e4d4f213a3e3 req-66423c19-2404-4798-ac61-6630844fb31e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.028774 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8cf2470f-95f3-4353-ad4d-e4d4f213a3e3 req-66423c19-2404-4798-ac61-6630844fb31e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0492291 Apr 14 21:35:01.075883 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8cf2470f-95f3-4353-ad4d-e4d4f213a3e3 req-d7309384-cc04-471e-924e-90d0d863ce25 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407012 Apr 14 21:35:01.269295 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f268ebca-7fd5-4c79-80ff-da2a8a38165b req-5b0f2545-88fc-4478-965d-807bd3050d00 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0294247 Apr 14 21:35:01.375947 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e81127-4318-41a1-bf09-5101a85dd665 req-c904afaa-9bfe-4162-830c-d88aaf8b11ed tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.377388 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d6e81127-4318-41a1-bf09-5101a85dd665 req-c904afaa-9bfe-4162-830c-d88aaf8b11ed tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0470235 Apr 14 21:35:01.423891 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d6e81127-4318-41a1-bf09-5101a85dd665 req-98418cc7-a25e-4996-bc0f-68109b07248e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409527 Apr 14 21:35:01.689230 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccd4ee-c0c2-4b78-8f09-e6842aaa5246 req-1f6cbbda-9567-4239-9f6f-d743ef1bb0b7 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.690736 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d6ccd4ee-c0c2-4b78-8f09-e6842aaa5246 req-1f6cbbda-9567-4239-9f6f-d743ef1bb0b7 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0495675 Apr 14 21:35:01.754885 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d6ccd4ee-c0c2-4b78-8f09-e6842aaa5246 req-ddd70854-b34c-4e28-978f-35de1bd7581c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584731 Apr 14 21:35:01.844977 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-dbaf54b6-97ff-46fd-9517-b6ba7cc484df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.846511 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-dbaf54b6-97ff-46fd-9517-b6ba7cc484df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 1128 time: 0.0628097 Apr 14 21:35:01.852947 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f890ad-1dc4-40c5-a0f6-da7a53598310 req-d8ed1637-3ae2-4ef8-8d97-d000a84a59b3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.854942 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-75f890ad-1dc4-40c5-a0f6-da7a53598310 req-d8ed1637-3ae2-4ef8-8d97-d000a84a59b3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0807979 Apr 14 21:35:01.947502 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-88d5fd4d-8936-4c31-8eaa-655a61c5687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.949122 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-88d5fd4d-8936-4c31-8eaa-655a61c5687c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46de92a2e6f247f3887e107e57ca4be1&device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 1130 time: 0.0581906 Apr 14 21:35:01.981004 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-75f890ad-1dc4-40c5-a0f6-da7a53598310 req-f6df5e77-bb0e-4239-b093-ed5727d01f00 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183221 Apr 14 21:35:02.031692 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f754dc3-a6e8-469a-921d-4b32f32473af req-5316d1a7-68b2-4e30-9ca8-fe75ab748073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.033178 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9f754dc3-a6e8-469a-921d-4b32f32473af req-5316d1a7-68b2-4e30-9ca8-fe75ab748073 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 1130 time: 0.1015520 Apr 14 21:35:02.062697 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-286293f7-9857-496c-bf1e-c0a1ffba06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.064246 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-286293f7-9857-496c-bf1e-c0a1ffba06aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 917 time: 0.1735466 Apr 14 21:35:02.148636 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9f754dc3-a6e8-469a-921d-4b32f32473af req-42e1d035-e0ae-4d3f-80a9-0bcb9458da04 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025906 Apr 14 21:35:02.181448 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-8f971821-c52a-46af-8838-28e58ec8f8a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6946d2f-995b-4259-8613-602c1ec6ca53 HTTP/1.1" status: 200 len: 1000 time: 0.1021228 Apr 14 21:35:02.217989 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce5d73-5418-4b37-a270-23ff688bb4f9 req-3ca585ab-3837-43e8-a80b-ec5c73bc23ed tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.219653 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b9ce5d73-5418-4b37-a270-23ff688bb4f9 req-3ca585ab-3837-43e8-a80b-ec5c73bc23ed tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0566018 Apr 14 21:35:02.231585 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-f57b3a39-7f82-4941-b39e-6734b450f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.233059 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-f57b3a39-7f82-4941-b39e-6734b450f40b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3&device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 1168 time: 0.3107708 Apr 14 21:35:02.271177 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b9ce5d73-5418-4b37-a270-23ff688bb4f9 req-dca1e4c4-dbb4-4889-9475-33c87839e981 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455732 Apr 14 21:35:02.289573 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-2f914000-8c6e-4748-afed-bbd0f63511b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.291178 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-2f914000-8c6e-4748-afed-bbd0f63511b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fecfe2-76b7-4925-b617-b1a8b018293b HTTP/1.1" status: 200 len: 911 time: 0.0953436 Apr 14 21:35:02.360967 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ac0e2b9b-a02f-4a5c-b203-f55ba35264e5 req-5c9d27f1-3563-4d0d-b038-79b3353db5be tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0271516 Apr 14 21:35:02.442088 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-7972783b-7876-489b-b09a-b138e61b4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.443582 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-7972783b-7876-489b-b09a-b138e61b4d6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.0457392 Apr 14 21:35:02.502501 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-a2aa6bce-b3a7-4141-b0c1-73cecf803848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.504025 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-a2aa6bce-b3a7-4141-b0c1-73cecf803848 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473957 Apr 14 21:35:02.527513 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-8887d50d-5e23-4a4a-9220-3c1de4959255 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c901733-1318-4d5d-9b23-9dc9c5f82fb5 HTTP/1.1" status: 200 len: 1001 time: 0.1225123 Apr 14 21:35:02.546376 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-390eda15-3adc-44b9-a0fa-74917371e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.547760 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-390eda15-3adc-44b9-a0fa-74917371e275 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff HTTP/1.1" status: 200 len: 915 time: 0.1507428 Apr 14 21:35:02.557767 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae38b89-4782-4d64-ab6d-29ca66c7fe1b req-d51beac6-9eba-4f45-872e-fe06ad02f0a4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.559223 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8ae38b89-4782-4d64-ab6d-29ca66c7fe1b req-d51beac6-9eba-4f45-872e-fe06ad02f0a4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0490031 Apr 14 21:35:02.604314 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8ae38b89-4782-4d64-ab6d-29ca66c7fe1b req-9b8909a7-4d9a-46f8-986a-cfedf734f4ed tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389497 Apr 14 21:35:02.856631 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-a0422366-375a-4ede-baeb-7f98801c257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.858086 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-a0422366-375a-4ede-baeb-7f98801c257a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdd211a7-0033-43a9-a631-1861ed1b49f4 HTTP/1.1" status: 200 len: 849 time: 0.0469773 Apr 14 21:35:02.914455 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39591d15-677a-4a3c-8a4f-5155da3db8e2 req-a8953326-6ac0-4399-b389-11a8feb369c7 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.915903 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-39591d15-677a-4a3c-8a4f-5155da3db8e2 req-a8953326-6ac0-4399-b389-11a8feb369c7 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0861022 Apr 14 21:35:02.951805 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-7f5d66fd-6abb-4f82-901d-562999e7900f service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411183 Apr 14 21:35:02.989249 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-39591d15-677a-4a3c-8a4f-5155da3db8e2 req-d6bc4022-2b10-432e-9ae9-c1afb234b9ea tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664980 Apr 14 21:35:03.093339 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611b8cb-761e-44a9-8eb4-c0b219c24dd6 req-1222701f-6486-437b-800f-a1593ac23abc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:03.094797 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a611b8cb-761e-44a9-8eb4-c0b219c24dd6 req-1222701f-6486-437b-800f-a1593ac23abc tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0462627 Apr 14 21:35:03.144093 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a611b8cb-761e-44a9-8eb4-c0b219c24dd6 req-b773b532-3e2e-46f4-9d6c-9cc5a937e671 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Apr 14 21:35:03.305758 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-a04f894c-ba9a-4a32-804b-ddede6b5bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:03.310749 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-a04f894c-ba9a-4a32-804b-ddede6b5bbef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fecfe2-76b7-4925-b617-b1a8b018293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589874 Apr 14 21:35:03.312790 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-05ae76dd-8de1-4ff1-9ed1-0bcef551d9f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6 HTTP/1.1" status: 200 len: 1000 time: 0.1015115 Apr 14 21:35:03.396256 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ab924ae-2070-41c6-876b-ddaa298ebfa4 req-8ee630a0-6880-4ac8-bc5b-eeecc5f18869 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653795 Apr 14 21:35:03.444859 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e768d1e-662b-4b8b-937d-354d3df48056 req-ebcbd6c0-45bd-4e78-99bd-a0b5d504e3f8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:03.446387 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3e768d1e-662b-4b8b-937d-354d3df48056 req-ebcbd6c0-45bd-4e78-99bd-a0b5d504e3f8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0701966 Apr 14 21:35:03.450172 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-1819b231-f3eb-4f50-8ae2-0cedd3e9c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:03.451635 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-1819b231-f3eb-4f50-8ae2-0cedd3e9c163 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25ad6f9b-f88c-416d-a2f7-14e66d1ad417 HTTP/1.1" status: 200 len: 853 time: 0.1031868 Apr 14 21:35:03.494389 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b57fae08-4b68-425b-9174-1b868b109631 req-73f8b5a3-44c0-4b09-9800-a63bd5facf10 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 210 time: 0.0441680 Apr 14 21:35:03.508009 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-8a4f779b-8ac8-4e89-bb1d-938eb98f5896 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:03.509566 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-8a4f779b-8ac8-4e89-bb1d-938eb98f5896 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.13 "GET /v2.0/networks?id=280e9594-c88d-47f1-81bc-800bd36b5864 HTTP/1.1" status: 200 len: 814 time: 0.2035117 Apr 14 21:35:03.514505 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-5aca681d-4a7b-45d1-81b7-955ac3e63b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:03.516616 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-5aca681d-4a7b-45d1-81b7-955ac3e63b58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491281 Apr 14 21:35:03.525352 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-6aeb478a-96db-4db0-8e05-dfa600320d9d service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856432 Apr 14 21:35:03.538032 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3e768d1e-662b-4b8b-937d-354d3df48056 req-70dd06a9-de43-43ea-82e9-8b3fbf15a0a4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754907 Apr 14 21:35:03.628634 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Request body: {'port': {'device_id': '6f77e096-7a89-4ba0-8406-e6c2cb15f9a2', 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864', 'admin_state_up': True, 'tenant_id': '53c6da9793af4b449cabb14ec8f9ae7e'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:03.714851 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-dad73942-aee7-4635-8547-68ab91c5059c service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893881 Apr 14 21:35:03.747033 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cbd35-35cb-453f-9c19-248bba312307 req-af719b93-8081-406e-a390-d2df58bc8124 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:03.748490 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-364cbd35-35cb-453f-9c19-248bba312307 req-af719b93-8081-406e-a390-d2df58bc8124 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0647297 Apr 14 21:35:03.804304 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Made reservation on behalf of 53c6da9793af4b449cabb14ec8f9ae7e for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:35:03.808089 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:03.815189 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-364cbd35-35cb-453f-9c19-248bba312307 req-1883da36-7bd6-499f-b5f4-b07812485b51 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612078 Apr 14 21:35:03.936542 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Allocated IP 172.20.0.2 (280e9594-c88d-47f1-81bc-800bd36b5864/e3b5a756-712e-423b-8d66-226c213157a5/5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:35:04.122858 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-14d0e610-0e56-4fe3-93b1-91ea628975cf req-0bf4ee6a-1658-4e97-8af0-12d5070814b2 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187282 Apr 14 21:35:04.127009 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks [] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:04.140647 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14253dba-ffd7-4fde-943f-4e341d0413f3 req-bbf6c985-a9a0-409f-a13a-6a23fec3a9a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:04.142139 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-14253dba-ffd7-4fde-943f-4e341d0413f3 req-bbf6c985-a9a0-409f-a13a-6a23fec3a9a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0667930 Apr 14 21:35:04.208121 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:04.268906 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-14253dba-ffd7-4fde-943f-4e341d0413f3 req-74e700c4-f3a0-45ff-843d-031b2e108d8b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199529 Apr 14 21:35:04.302413 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Network 280e9594-c88d-47f1-81bc-800bd36b5864 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:35:04.309216 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:04.312736 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-16cddd35-ff64-41ee-abac-5e5e063bc45c req-d0b06e80-b957-444a-897a-c68256b7a9a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274705 Apr 14 21:35:04.315985 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:35:04.321532 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Pushing event updated for resources: {'Port': ['ID=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:04.347541 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6130b1-6653-4eb0-b29c-53f63499f8b0 req-eca75abb-16d0-4520-9431-0b217e949c8f tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:04.349003 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8c6130b1-6653-4eb0-b29c-53f63499f8b0 req-eca75abb-16d0-4520-9431-0b217e949c8f tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1021740 Apr 14 21:35:04.359488 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.359837 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.360182 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.360519 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.360853 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.361187 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.361532 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.361889 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.362220 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.362543 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.362872 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.363199 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.363524 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.363848 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.364170 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:04.408694 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:04.409301 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:04.434080 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8c6130b1-6653-4eb0-b29c-53f63499f8b0 req-90025d35-1478-44ec-8f05-ed319d7c3e8e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785594 Apr 14 21:35:04.437597 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-c495c73c-797a-4216-95e1-4d45b56737b4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8130424 Apr 14 21:35:04.614067 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de28b5a-6ca3-46f8-aaec-d53847f8a5b8 req-3444cc0c-6fbd-4f19-b483-f2215870e407 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:04.615571 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8de28b5a-6ca3-46f8-aaec-d53847f8a5b8 req-3444cc0c-6fbd-4f19-b483-f2215870e407 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 931 time: 0.0478692 Apr 14 21:35:04.678126 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65d6bb-6790-43fe-acac-6ba538f23d9d req-9077ecec-1e65-4960-bffe-a122a3168bd3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:04.679630 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-af65d6bb-6790-43fe-acac-6ba538f23d9d req-9077ecec-1e65-4960-bffe-a122a3168bd3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0631630 Apr 14 21:35:04.716683 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8de28b5a-6ca3-46f8-aaec-d53847f8a5b8 req-d9e931d7-712e-41e6-8fa7-5a0ac3cbc93e tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913880 Apr 14 21:35:04.742403 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-af65d6bb-6790-43fe-acac-6ba538f23d9d req-edd0b9d0-690f-487e-90b8-a0e4403556ef tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563242 Apr 14 21:35:04.850943 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6587bbb-7e5f-4753-bf6b-dfe3e65a95ba req-5b974e08-dcc5-4aeb-b550-00669b1f87f1 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:04.852449 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c6587bbb-7e5f-4753-bf6b-dfe3e65a95ba req-5b974e08-dcc5-4aeb-b550-00669b1f87f1 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0469613 Apr 14 21:35:04.857249 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Request body: {'port': {'device_id': '6f77e096-7a89-4ba0-8406-e6c2cb15f9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:04.863005 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 59836) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:04.868336 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-127151d1-a4b5-4a4a-b535-214aabdbc20e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Request body: {'floatingip': {'port_id': '5a62cbf7-6692-4f36-b952-a0649801bdb3'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:04.945293 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-127151d1-a4b5-4a4a-b535-214aabdbc20e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for floatingip (4e1ec4c1-a116-459c-8ee7-51d68b771d17), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:04.966847 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:04.984585 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039aa944-bddb-4f8f-8872-240758a29595 req-4c6243ba-8ab2-470c-8c93-589fde09fd74 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:04.986085 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-039aa944-bddb-4f8f-8872-240758a29595 req-4c6243ba-8ab2-470c-8c93-589fde09fd74 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0607789 Apr 14 21:35:05.113171 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-039aa944-bddb-4f8f-8872-240758a29595 req-6b28a600-1ea5-4d55-93a6-11d753493f2e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213276 Apr 14 21:35:05.505379 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-127151d1-a4b5-4a4a-b535-214aabdbc20e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:05.510935 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-127151d1-a4b5-4a4a-b535-214aabdbc20e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (4e1ec4c1-a116-459c-8ee7-51d68b771d17), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:05.616220 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-127151d1-a4b5-4a4a-b535-214aabdbc20e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Floating IP 4e1ec4c1-a116-459c-8ee7-51d68b771d17 associated. External IP: 172.27.3.83, port: 5a62cbf7-6692-4f36-b952-a0649801bdb3. Apr 14 21:35:05.718401 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ec4a-2175-4ec7-96a1-7a7b14494697 req-19e2f1b9-9c83-49d3-b2c5-b0261bee31db tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:05.719907 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6b13ec4a-2175-4ec7-96a1-7a7b14494697 req-19e2f1b9-9c83-49d3-b2c5-b0261bee31db tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.3721464 Apr 14 21:35:05.751349 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7ca2e-c6ba-4f5f-bac5-b5e167713475 req-512502a4-b945-4822-9fd4-2a962c3d80d2 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:05.753057 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ed7ca2e-c6ba-4f5f-bac5-b5e167713475 req-512502a4-b945-4822-9fd4-2a962c3d80d2 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1051009 Apr 14 21:35:05.765845 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:35:05.781531 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Publish callbacks [] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:05.824273 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Transition to ACTIVE for port object 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:35:05.844897 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:05.866933 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127151d1-a4b5-4a4a-b535-214aabdbc20e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:35:05.895218 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6b13ec4a-2175-4ec7-96a1-7a7b14494697 req-462217bb-24a2-431a-be1e-54921cc4b04f tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677678 Apr 14 21:35:05.906277 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ed7ca2e-c6ba-4f5f-bac5-b5e167713475 req-2c66e600-bda8-492c-9b8b-bde15e731945 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361473 Apr 14 21:35:05.931492 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:05.989240 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127151d1-a4b5-4a4a-b535-214aabdbc20e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:35:05.993709 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-127151d1-a4b5-4a4a-b535-214aabdbc20e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.001102 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] Sync routers for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:35:06.013556 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:06.014212 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:34:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:06.027858 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-127151d1-a4b5-4a4a-b535-214aabdbc20e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "PUT /v2.0/floatingips/4e1ec4c1-a116-459c-8ee7-51d68b771d17 HTTP/1.1" status: 200 len: 991 time: 1.1630094 Apr 14 21:35:06.028651 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:06.031279 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281" -d '{"events": [{"name": "network-changed", "server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:06.054888 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bfc29-0652-4c0b-9a0d-e1beb9c3cc69 req-836182f2-14d4-4a2f-b750-c0f3819aca73 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.056465 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f6bfc29-0652-4c0b-9a0d-e1beb9c3cc69 req-836182f2-14d4-4a2f-b750-c0f3819aca73 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 943 time: 0.0766430 Apr 14 21:35:06.059591 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Attempting to bind port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:35:06.060001 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Attempting to bind port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:35:06.060442 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Attempting to bind port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 on network 280e9594-c88d-47f1-81bc-800bd36b5864 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:06.065252 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 on network 280e9594-c88d-47f1-81bc-800bd36b5864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:35:06.065599 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Attempting to bind port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 on network 280e9594-c88d-47f1-81bc-800bd36b5864 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:06.068288 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e384ee40-1098-49f4-83d7-64c84974c043 x-openstack-request-id: req-e384ee40-1098-49f4-83d7-64c84974c043 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:06.068577 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:06.068825 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e384ee40-1098-49f4-83d7-64c84974c043 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:06.069508 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e384ee40-1098-49f4-83d7-64c84974c043'] response: {'name': 'network-changed', 'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'status': 'completed', 'code': 200} Apr 14 21:35:06.078122 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:35:06.078462 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Checking segment: {'id': 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:06.078835 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Bound using segment: {'id': 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:35:06.079264 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Bound port: 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:35:06.079620 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.159873 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f6bfc29-0652-4c0b-9a0d-e1beb9c3cc69 req-b72f1985-9825-48d4-b7d6-2a07da99b5b7 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918489 Apr 14 21:35:06.191593 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] For port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:35:06.194858 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] For port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,segment=NetworkSegment(a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3),segment_id=a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:35:06.201385 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.246219 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.246772 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.248141 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 HTTP/1.1" status: 200 len: 1093 time: 1.3947942 Apr 14 21:35:06.248588 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f77e096-7a89-4ba0-8406-e6c2cb15f9a2', 'tag': '5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:06.250840 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f5772a-8594-4491-82b0-b21605d37529" -d '{"events": [{"name": "network-changed", "server_uuid": "6f77e096-7a89-4ba0-8406-e6c2cb15f9a2", "tag": "5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:06.251063 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:06.296835 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880b2ac6-49d7-462c-a0f1-13f3b5b29158 x-openstack-request-id: req-880b2ac6-49d7-462c-a0f1-13f3b5b29158 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:06.297123 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f77e096-7a89-4ba0-8406-e6c2cb15f9a2", "tag": "5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:06.297372 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-880b2ac6-49d7-462c-a0f1-13f3b5b29158 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:06.297794 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880b2ac6-49d7-462c-a0f1-13f3b5b29158'] response: {'name': 'network-changed', 'server_uuid': '6f77e096-7a89-4ba0-8406-e6c2cb15f9a2', 'tag': '5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348', 'status': 'completed', 'code': 200} Apr 14 21:35:06.307900 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf0e94-13cd-428a-b43a-442d5046112a req-1807a2bc-fad4-4fd0-adeb-3f40126da72c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.309113 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-83bf0e94-13cd-428a-b43a-442d5046112a req-1807a2bc-fad4-4fd0-adeb-3f40126da72c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0807092 Apr 14 21:35:06.312232 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef1a6d-3101-402e-b241-748c3f51e3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:06.365311 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-83bf0e94-13cd-428a-b43a-442d5046112a req-8c6d5546-3e4d-4ee3-b165-ebd60b10cc8c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439441 Apr 14 21:35:06.370929 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-aea705b0-148e-4a16-a11e-5561d623b86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.474398 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-09137c37-5b07-4b9a-b7b2-fbe552e0d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.476185 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-09137c37-5b07-4b9a-b7b2-fbe552e0d46e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 1130 time: 0.0451109 Apr 14 21:35:06.478610 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5772a-8594-4491-82b0-b21605d37529 req-d5a31df3-4487-4ff9-9d47-1d96cc669b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.478955 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '4e1ec4c1-a116-459c-8ee7-51d68b771d17', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'port_id': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'mac_address': 'fa:16:3e:b1:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de776778-d480-42a2-b233-d3329b0363cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:37Z', 'updated_at': '2022-04-14T21:35:05Z', 'revision_number': 1, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 5, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:06.480780 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-11f5772a-8594-4491-82b0-b21605d37529 req-d5a31df3-4487-4ff9-9d47-1d96cc669b83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53c6da9793af4b449cabb14ec8f9ae7e&device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0490956 Apr 14 21:35:06.505503 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] Checking router: 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:35:06.514690 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:06.515306 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:34:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:06.595349 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-71b732d6-2a7b-43c4-8225-1077e19b9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.596498 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5772a-8594-4491-82b0-b21605d37529 req-06223e58-a502-4416-88b9-eee4e5a4e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.597236 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-71b732d6-2a7b-43c4-8225-1077e19b9b86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.0940976 Apr 14 21:35:06.597990 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-11f5772a-8594-4491-82b0-b21605d37529 req-06223e58-a502-4416-88b9-eee4e5a4e40b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=53c6da9793af4b449cabb14ec8f9ae7e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936034 Apr 14 21:35:06.630028 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:06.673648 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-bee8285b-e892-4524-826c-739d714a14bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3 HTTP/1.1" status: 200 len: 999 time: 0.0648966 Apr 14 21:35:06.703859 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5772a-8594-4491-82b0-b21605d37529 req-fd21ed42-af01-4810-be6f-6c4915583fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.705344 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-11f5772a-8594-4491-82b0-b21605d37529 req-fd21ed42-af01-4810-be6f-6c4915583fc5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960836 Apr 14 21:35:06.726815 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-31194b47-cb6f-4302-a28f-25b00c0face5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.729164 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-31194b47-cb6f-4302-a28f-25b00c0face5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.0486097 Apr 14 21:35:06.782290 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-824ef471-5183-40cf-bb35-a02be8b48dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.783824 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-824ef471-5183-40cf-bb35-a02be8b48dc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447290 Apr 14 21:35:06.785601 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-08c2e26c-20d5-4f49-866e-d23ed786e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.787195 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-08c2e26c-20d5-4f49-866e-d23ed786e125 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53c6da9793af4b449cabb14ec8f9ae7e&device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0402617 Apr 14 21:35:06.851822 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '4e1ec4c1-a116-459c-8ee7-51d68b771d17', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'port_id': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'mac_address': 'fa:16:3e:b1:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de776778-d480-42a2-b233-d3329b0363cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:37Z', 'updated_at': '2022-04-14T21:35:05Z', 'revision_number': 1, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 5, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:06.879221 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81f464-4f63-46e7-9fab-9b64c15c0b72 None None] The sync data for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi is: [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '4e1ec4c1-a116-459c-8ee7-51d68b771d17', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'port_id': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'mac_address': 'fa:16:3e:b1:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de776778-d480-42a2-b233-d3329b0363cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:37Z', 'updated_at': '2022-04-14T21:35:05Z', 'revision_number': 1, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 5, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:35:06.880653 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-7867f480-3392-44bf-8634-ad20fc9f2ecc service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843077 Apr 14 21:35:07.015138 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-e5d05fdf-d1d5-4eff-a7a5-bc0daa9136ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 HTTP/1.1" status: 200 len: 217 time: 0.0595722 Apr 14 21:35:07.101512 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e63de-8b77-4a5b-9ff6-3ac0916f7b43 None None] New status for floating IP 4e1ec4c1-a116-459c-8ee7-51d68b771d17: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:35:07.107747 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c59b5b-f15c-4e77-aa27-e295f20dd3d8 req-d48301ec-cd90-472d-bde2-20c88eafe8ca tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:07.109567 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a7c59b5b-f15c-4e77-aa27-e295f20dd3d8 req-d48301ec-cd90-472d-bde2-20c88eafe8ca tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0911479 Apr 14 21:35:07.118774 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edd746-cefb-4b5e-b7bd-9b6764f6045e req-1dc19af2-ab85-47a0-a023-6406f1efce71 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:07.120865 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-36edd746-cefb-4b5e-b7bd-9b6764f6045e req-1dc19af2-ab85-47a0-a023-6406f1efce71 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1036208 Apr 14 21:35:07.171037 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ecd076d-6f60-4d4b-af27-8bcf3d93f281 req-ff3216ed-40cb-4722-b4d2-e6332f573e8f service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134340 Apr 14 21:35:07.227402 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-36edd746-cefb-4b5e-b7bd-9b6764f6045e req-b9dca832-7a13-4f94-9888-178bdb5d69e8 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862970 Apr 14 21:35:07.237468 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a7c59b5b-f15c-4e77-aa27-e295f20dd3d8 req-58f17d52-c7eb-4fb4-8f1e-5cdcc358cfbe tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134753 Apr 14 21:35:07.346234 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b65fb-014e-44ef-be71-3d0012ab016e req-24609b1b-84d6-4847-a2c7-eb6e52b1f8d2 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:07.347624 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-542b65fb-014e-44ef-be71-3d0012ab016e req-24609b1b-84d6-4847-a2c7-eb6e52b1f8d2 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 943 time: 0.0472713 Apr 14 21:35:07.399461 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-542b65fb-014e-44ef-be71-3d0012ab016e req-c403370f-7128-4ab1-8e7c-19014cc3ea58 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458412 Apr 14 21:35:07.491281 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869a3cd-fa39-4d90-b0ac-2f6debdf9719 req-d207fdb4-657a-408e-9c4b-85c3f15566d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:07.492736 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d869a3cd-fa39-4d90-b0ac-2f6debdf9719 req-d207fdb4-657a-408e-9c4b-85c3f15566d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0480909 Apr 14 21:35:07.542341 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d869a3cd-fa39-4d90-b0ac-2f6debdf9719 req-82cc62c5-5dab-4439-ad51-78d524576264 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432556 Apr 14 21:35:08.136497 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-b38371a3-a37e-4668-9b23-1b217181053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:08.138007 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-b38371a3-a37e-4668-9b23-1b217181053d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3b5a756-712e-423b-8d66-226c213157a5 HTTP/1.1" status: 200 len: 854 time: 0.0495605 Apr 14 21:35:08.175441 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-778e712b-e063-43ba-bf8e-9b90f0f21457 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=280e9594-c88d-47f1-81bc-800bd36b5864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266473 Apr 14 21:35:08.270300 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-8abd6b9f-d161-4667-a291-92a261629288 service neutron] 10.222.0.13 "GET /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818481 Apr 14 21:35:08.351373 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747316e-5cdd-4f9e-84f6-97e6ba88a30e req-95e79c16-8a4c-4e07-b1a3-2e386aa268dc tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:08.352868 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1747316e-5cdd-4f9e-84f6-97e6ba88a30e req-95e79c16-8a4c-4e07-b1a3-2e386aa268dc tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0485208 Apr 14 21:35:08.364699 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-134b4ec9-5b4f-4d8f-8356-01263f1261e0 req-e268ee8e-7c92-4e71-b7c7-dc538e5b015f service neutron] 10.222.0.13 "GET /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878520 Apr 14 21:35:08.414113 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1747316e-5cdd-4f9e-84f6-97e6ba88a30e req-0008b11b-6bb7-4265-af8e-706c9132ae5f tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544801 Apr 14 21:35:08.515370 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee9ff3-84db-4574-ab2d-aabc0602a766 req-4efa0689-b55f-406c-b141-948b0396a340 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:08.516816 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5eee9ff3-84db-4574-ab2d-aabc0602a766 req-4efa0689-b55f-406c-b141-948b0396a340 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 943 time: 0.0467143 Apr 14 21:35:08.563776 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5eee9ff3-84db-4574-ab2d-aabc0602a766 req-adb9df50-9153-4f4d-b26f-e5e0c704864e tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412872 Apr 14 21:35:08.662298 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9bad5-9e34-4a61-84a5-4e29203f3be0 req-d7f310f6-cc23-472a-bd51-d754b542b560 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:08.663747 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-98c9bad5-9e34-4a61-84a5-4e29203f3be0 req-d7f310f6-cc23-472a-bd51-d754b542b560 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0507336 Apr 14 21:35:08.710450 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-98c9bad5-9e34-4a61-84a5-4e29203f3be0 req-52bb1dbb-eda9-4584-864a-a679de8b8965 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409777 Apr 14 21:35:08.882635 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b3845ea-4582-42a1-b535-ca2b47c71ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.533556 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36935e89-2374-4d61-b8cc-6448e1746308 req-cf16ce0e-f8c5-45cd-a45b-01870988676f tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:09.535064 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-36935e89-2374-4d61-b8cc-6448e1746308 req-cf16ce0e-f8c5-45cd-a45b-01870988676f tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0485272 Apr 14 21:35:09.593803 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-36935e89-2374-4d61-b8cc-6448e1746308 req-213bfb72-ab9b-4116-ae86-a70d59fd7dc6 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529675 Apr 14 21:35:09.656461 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device c6946d2f-995b-4259-8613-602c1ec6ca53 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:35:09.681017 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a35fe-adae-439f-bc88-2943de06310c req-6740c832-4322-4750-9e18-0b70ab605a6e tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:09.683727 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8e3a35fe-adae-439f-bc88-2943de06310c req-6740c832-4322-4750-9e18-0b70ab605a6e tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 943 time: 0.0534143 Apr 14 21:35:09.687464 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.733108 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8e3a35fe-adae-439f-bc88-2943de06310c req-84d2d3e6-aae5-4dea-a4d4-b2b7fddf5968 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Apr 14 21:35:09.770825 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:09.782463 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'port_id': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'mac_address': 'fa:16:3e:60:dd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:35:09.829921 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port c6946d2f-995b-4259-8613-602c1ec6ca53 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:09.830306 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.837742 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4067c9-f8f1-492f-835f-d58f086b898b req-50a7c638-935e-4c5f-95be-36e1eaaf6452 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:09.839445 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8e4067c9-f8f1-492f-835f-d58f086b898b req-50a7c638-935e-4c5f-95be-36e1eaaf6452 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 944 time: 0.0538714 Apr 14 21:35:09.843955 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6946d2f-995b-4259-8613-602c1ec6ca53 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:35:09.864556 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:09.868664 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.893427 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8e4067c9-f8f1-492f-835f-d58f086b898b req-45f93189-cf51-4f01-a21a-6594f171fab3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476732 Apr 14 21:35:09.917421 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=9']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:09.924542 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.924890 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.925253 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.925610 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.925967 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.926300 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.926626 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.926950 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.927273 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.927598 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.927923 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.928395 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.928709 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.929028 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:09.929349 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:10.201003 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['c6946d2f-995b-4259-8613-602c1ec6ca53'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:35:10.704791 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336fef-b71e-4192-9032-d84cc1b553be req-85fdfea5-a5fb-49ef-9439-a54d2b181e7c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:10.706279 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9c336fef-b71e-4192-9032-d84cc1b553be req-85fdfea5-a5fb-49ef-9439-a54d2b181e7c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0460241 Apr 14 21:35:10.769787 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9c336fef-b71e-4192-9032-d84cc1b553be req-f0b47ed1-050c-4a8a-8b8c-2b344a29e4eb tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577867 Apr 14 21:35:10.851281 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77ac5-7387-4a76-8a7b-7d2d3d488ab6 req-c8423130-9def-4f62-9868-fd7a4c3d97a4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:10.852742 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e0c77ac5-7387-4a76-8a7b-7d2d3d488ab6 req-c8423130-9def-4f62-9868-fd7a4c3d97a4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 943 time: 0.0493979 Apr 14 21:35:10.898989 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e0c77ac5-7387-4a76-8a7b-7d2d3d488ab6 req-b5a3c330-cad8-45ad-80da-b406e1253564 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 Apr 14 21:35:11.009169 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f2771-2ff3-42c2-b63f-fe12cf4b96ed req-99b7b9a3-ff85-4814-9112-6431402d170d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:11.011346 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fd9f2771-2ff3-42c2-b63f-fe12cf4b96ed req-99b7b9a3-ff85-4814-9112-6431402d170d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 945 time: 0.0466645 Apr 14 21:35:11.056219 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fd9f2771-2ff3-42c2-b63f-fe12cf4b96ed req-23ef4a99-da8b-4b37-abd8-e655317b0106 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394137 Apr 14 21:35:11.319850 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.656781 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:35:11.659770 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device c6946d2f-995b-4259-8613-602c1ec6ca53 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:11.762255 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port c6946d2f-995b-4259-8613-602c1ec6ca53 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:11.762625 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.820855 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,segment=NetworkSegment(a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3),segment_id=a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:11.836551 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348', 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864', 'port_id': '5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348', 'mac_address': 'fa:16:3e:70:af:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b5a756-712e-423b-8d66-226c213157a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:35:11.899137 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6f20a-5857-4226-a000-e3aedb23a36c req-e4dece89-9dc3-4313-9c22-61f4573fb860 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:11.900680 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3be6f20a-5857-4226-a000-e3aedb23a36c req-e4dece89-9dc3-4313-9c22-61f4573fb860 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0520675 Apr 14 21:35:11.903526 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port c6946d2f-995b-4259-8613-602c1ec6ca53 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:11.903913 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.905784 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:11.906167 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.932302 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:35:11.942367 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:11.944599 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a64b569-4705-4b48-bbea-36ae8b10e699" -d '{"events": [{"server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "name": "network-vif-plugged", "status": "completed", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:11.966387 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:11.970014 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,segment=NetworkSegment(a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3),segment_id=a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:11.973096 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.975929 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3be6f20a-5857-4226-a000-e3aedb23a36c req-21e11a47-69cd-4f64-93d2-5eeb0fddbb3f tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692947 Apr 14 21:35:11.977588 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:12.024809 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a55e7-f99e-47b1-8302-4c11ee361dff req-57ce593d-8886-44c1-8275-329562374ee0 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:12.026899 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6b1a55e7-f99e-47b1-8302-4c11ee361dff req-57ce593d-8886-44c1-8275-329562374ee0 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 944 time: 0.0499496 Apr 14 21:35:12.027262 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad931fa-0d2e-4cbe-95fa-9eedf348a196 x-openstack-request-id: req-dad931fa-0d2e-4cbe-95fa-9eedf348a196 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:12.027562 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "name": "network-vif-plugged", "status": "completed", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:12.027795 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dad931fa-0d2e-4cbe-95fa-9eedf348a196 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:12.028173 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad931fa-0d2e-4cbe-95fa-9eedf348a196'] response: {'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'code': 200} Apr 14 21:35:12.032637 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=10']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:12.075982 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6b1a55e7-f99e-47b1-8302-4c11ee361dff req-8531a714-b52c-4a72-bbc0-80f7c2dcc9ce tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Apr 14 21:35:12.082358 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:12.178149 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa65d6c-11f9-43a5-80da-da9ffd48bb3d req-dd9ef77c-10c7-45e1-a9b5-ba383fae2102 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:12.179515 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1aa65d6c-11f9-43a5-80da-da9ffd48bb3d req-dd9ef77c-10c7-45e1-a9b5-ba383fae2102 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 947 time: 0.0462101 Apr 14 21:35:12.232036 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1aa65d6c-11f9-43a5-80da-da9ffd48bb3d req-1a08408a-05bc-48e7-a6ce-066444a7ab9a tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468135 Apr 14 21:35:12.370227 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:35:12.590286 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f5e60-1f35-4d87-a571-4951568e3ee0 req-47bae17e-f037-46ed-af9b-5c8bc326d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:12.591811 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-263f5e60-1f35-4d87-a571-4951568e3ee0 req-47bae17e-f037-46ed-af9b-5c8bc326d312 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 1131 time: 0.0386083 Apr 14 21:35:12.635751 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-263f5e60-1f35-4d87-a571-4951568e3ee0 req-3f2de90e-91d1-4b67-a5f7-bb4bd44ac484 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366597 Apr 14 21:35:12.675297 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.087604 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35719446-7a50-4726-9c48-0b38867447ad req-ef7f718e-00ba-4f37-872f-691c16470826 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:13.089473 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35719446-7a50-4726-9c48-0b38867447ad req-ef7f718e-00ba-4f37-872f-691c16470826 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0463793 Apr 14 21:35:13.151512 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35719446-7a50-4726-9c48-0b38867447ad req-60fca996-2239-417a-ae03-0becd88f56af tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564003 Apr 14 21:35:13.196025 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b8dc0-099d-4324-a75c-d51fd4c7046a req-32c7d33c-a981-4300-b9e2-083a3757b16a tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:13.197478 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1f2b8dc0-099d-4324-a75c-d51fd4c7046a req-32c7d33c-a981-4300-b9e2-083a3757b16a tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 944 time: 0.0514519 Apr 14 21:35:13.246132 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1f2b8dc0-099d-4324-a75c-d51fd4c7046a req-b2d10789-243f-4738-a44d-2ac5ec3c3785 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Apr 14 21:35:13.349218 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a3189-b733-469a-a57a-b8a5410987d4 req-4e8112fc-f9b8-4202-b360-835e011ba137 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:13.350943 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7a5a3189-b733-469a-a57a-b8a5410987d4 req-4e8112fc-f9b8-4202-b360-835e011ba137 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 947 time: 0.0490129 Apr 14 21:35:13.396966 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7a5a3189-b733-469a-a57a-b8a5410987d4 req-4bd406e1-4de9-4bc0-b375-e208a9aa4d5e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399151 Apr 14 21:35:13.657236 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:13.700432 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:35:13.706139 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:13.706524 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.782112 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:13.782490 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.817320 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,segment=NetworkSegment(a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3),segment_id=a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:13.820927 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.868267 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:14.029532 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77e096-7a89-4ba0-8406-e6c2cb15f9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:14.031933 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076e0dad-5312-48b3-9df3-9e0063b12459" -d '{"events": [{"server_uuid": "6f77e096-7a89-4ba0-8406-e6c2cb15f9a2", "name": "network-vif-plugged", "status": "completed", "tag": "5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:14.066774 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbabe29-1803-4a08-ae8a-8dddeda036b1 x-openstack-request-id: req-3fbabe29-1803-4a08-ae8a-8dddeda036b1 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:14.067084 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77e096-7a89-4ba0-8406-e6c2cb15f9a2", "name": "network-vif-plugged", "status": "completed", "tag": "5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:14.067339 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3fbabe29-1803-4a08-ae8a-8dddeda036b1 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:14.067733 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbabe29-1803-4a08-ae8a-8dddeda036b1'] response: {'server_uuid': '6f77e096-7a89-4ba0-8406-e6c2cb15f9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348', 'code': 200} Apr 14 21:35:14.265304 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0a8bb-ef9b-4526-a584-b6b2b415c602 req-84b4c5e3-87a9-415b-a452-f0910ed820b9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:14.266903 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aef0a8bb-ef9b-4526-a584-b6b2b415c602 req-84b4c5e3-87a9-415b-a452-f0910ed820b9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0479450 Apr 14 21:35:14.346839 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aef0a8bb-ef9b-4526-a584-b6b2b415c602 req-d1d2d33d-d9b3-44cd-be59-6a054ea659ff tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735254 Apr 14 21:35:14.397049 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1ec54-c258-42c7-95fc-fcf6e3b5a26a req-b64eeb73-cc15-49b5-b3e4-be7cbacbc866 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:14.398537 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f7f1ec54-c258-42c7-95fc-fcf6e3b5a26a req-b64eeb73-cc15-49b5-b3e4-be7cbacbc866 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 945 time: 0.0777783 Apr 14 21:35:14.451144 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f7f1ec54-c258-42c7-95fc-fcf6e3b5a26a req-d4c06228-49f8-4575-8daa-5137d7f109c1 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467358 Apr 14 21:35:14.535935 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44bc6a-26e8-4df5-9d5c-631e093b7928 req-38bcd5d3-2105-43a9-9529-9746e30b5dd5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:14.537509 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2b44bc6a-26e8-4df5-9d5c-631e093b7928 req-38bcd5d3-2105-43a9-9529-9746e30b5dd5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 947 time: 0.0510352 Apr 14 21:35:14.585897 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2b44bc6a-26e8-4df5-9d5c-631e093b7928 req-71290828-3f6b-4283-8b23-af873c64f7fd tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418801 Apr 14 21:35:14.837351 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fb66d-dd4d-46ba-b054-4b8a4be9fa68 req-13181a90-b0f5-4eec-9ac2-ff737e4c9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:14.839428 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-891fb66d-dd4d-46ba-b054-4b8a4be9fa68 req-13181a90-b0f5-4eec-9ac2-ff737e4c9ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 1129 time: 0.0460114 Apr 14 21:35:14.905909 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-891fb66d-dd4d-46ba-b054-4b8a4be9fa68 req-ac4cdd90-dc0a-48a5-ad47-f1e59598103d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519774 Apr 14 21:35:15.466480 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a681f-aee5-4d61-83b1-59b4f3e0257b req-7eb0fc64-f258-4c0f-9f81-d599b547547b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:15.467953 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0b9a681f-aee5-4d61-83b1-59b4f3e0257b req-7eb0fc64-f258-4c0f-9f81-d599b547547b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0476162 Apr 14 21:35:15.531195 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0b9a681f-aee5-4d61-83b1-59b4f3e0257b req-512e1f88-2ab6-4377-91f4-b8f5656e1fb8 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574789 Apr 14 21:35:15.576815 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55790349-f8e2-451c-b941-d34912564b50 req-63ded503-f32a-4b53-8641-68357a6e19ca tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:15.578310 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-55790349-f8e2-451c-b941-d34912564b50 req-63ded503-f32a-4b53-8641-68357a6e19ca tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 945 time: 0.0462658 Apr 14 21:35:15.624244 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-55790349-f8e2-451c-b941-d34912564b50 req-052c5f2b-6b34-46de-a4a8-2aa67fe0a1fd tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404172 Apr 14 21:35:15.703555 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e8d1-95ae-436c-ae08-20bbd2e2f6a7 req-fcfb8d62-8eb9-4cc8-9e46-76892dfad9fc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:15.705009 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ba16e8d1-95ae-436c-ae08-20bbd2e2f6a7 req-fcfb8d62-8eb9-4cc8-9e46-76892dfad9fc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 947 time: 0.0454462 Apr 14 21:35:15.750044 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ba16e8d1-95ae-436c-ae08-20bbd2e2f6a7 req-292b76a2-0e17-4464-b2b8-2edd47101d13 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395520 Apr 14 21:35:16.646452 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8209d7-3cd2-4325-a4be-5923d2438e25 req-b37008c6-a2ee-4240-af37-d8f7a402acd6 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:16.647938 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0c8209d7-3cd2-4325-a4be-5923d2438e25 req-b37008c6-a2ee-4240-af37-d8f7a402acd6 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0495889 Apr 14 21:35:16.736018 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0c8209d7-3cd2-4325-a4be-5923d2438e25 req-09e0c75f-346c-4207-845b-f402d5bba398 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808220 Apr 14 21:35:16.748978 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5bde2-8e02-4713-93e1-1b6856a66fe2 req-c5b3459b-e989-409c-930b-31504d585bdc tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:16.750474 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1cd5bde2-8e02-4713-93e1-1b6856a66fe2 req-c5b3459b-e989-409c-930b-31504d585bdc tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 945 time: 0.0570924 Apr 14 21:35:16.796604 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1cd5bde2-8e02-4713-93e1-1b6856a66fe2 req-41dfa4db-8813-4bb5-a8d6-f99581669e3f tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Apr 14 21:35:17.851144 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331254f-4691-4efd-af82-ff4d6380aa63 req-ff3ce096-3cad-47fa-8a99-801068218afc tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:17.852602 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d331254f-4691-4efd-af82-ff4d6380aa63 req-ff3ce096-3cad-47fa-8a99-801068218afc tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0512042 Apr 14 21:35:17.935309 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049fa5-e976-49ce-ad84-16ce9a5f685e req-140bf329-dc78-43c9-8b56-009ea9f4d757 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:17.936754 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8c049fa5-e976-49ce-ad84-16ce9a5f685e req-140bf329-dc78-43c9-8b56-009ea9f4d757 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 945 time: 0.0645092 Apr 14 21:35:17.959302 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d331254f-4691-4efd-af82-ff4d6380aa63 req-15f27e85-e434-4c52-9510-a52059c66e82 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003368 Apr 14 21:35:17.994913 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8c049fa5-e976-49ce-ad84-16ce9a5f685e req-62c046b2-4499-4fd1-8a36-260da9c798bd tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Apr 14 21:35:19.073501 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c4606-d946-4c97-a897-5c1a05fefcb4 req-a65f2752-f9a3-4c6f-a4fe-df8e8bbb536c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:19.075061 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f98c4606-d946-4c97-a897-5c1a05fefcb4 req-a65f2752-f9a3-4c6f-a4fe-df8e8bbb536c tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0482895 Apr 14 21:35:19.140272 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f98c4606-d946-4c97-a897-5c1a05fefcb4 req-3fb65caf-9e59-467f-baf6-6744cdb29bd8 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589666 Apr 14 21:35:20.258508 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee29c7-791d-481e-ac57-7e3d47a4a336 req-8a0a5009-90aa-4c07-a292-10a7491e9e75 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:20.260121 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bfee29c7-791d-481e-ac57-7e3d47a4a336 req-8a0a5009-90aa-4c07-a292-10a7491e9e75 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0508854 Apr 14 21:35:20.321295 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bfee29c7-791d-481e-ac57-7e3d47a4a336 req-e107ad11-5322-412e-a478-09910eb06422 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548086 Apr 14 21:35:21.434539 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8465098-5740-478e-97b6-110d308d8bb4 req-d6c446b5-2401-416e-860e-96be6ec27d95 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:21.435882 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a8465098-5740-478e-97b6-110d308d8bb4 req-d6c446b5-2401-416e-860e-96be6ec27d95 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0485303 Apr 14 21:35:21.495975 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a8465098-5740-478e-97b6-110d308d8bb4 req-424d75b5-40a1-41a5-840a-b6c9a10ccf7b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=297effb1-189c-4836-8244-3def65739ab7&id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536554 Apr 14 21:35:25.550942 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:29.814130 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:35:36.368279 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-16ad6358-0050-4339-b576-771319505d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.886304 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2dfa95b0-8e0e-4aca-8696-f2d0ec5739cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.675272 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:41.328434 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.679649 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:55.546013 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:58.812728 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-51012e43-e69b-4f31-b701-976c0996cc67 req-75cfbd44-9f08-4c20-b181-7dc598a8c2e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375156 Apr 14 21:35:58.873451 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012e43-e69b-4f31-b701-976c0996cc67 req-f72fb28f-a555-4084-9ec1-57207182094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:58.874946 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-51012e43-e69b-4f31-b701-976c0996cc67 req-f72fb28f-a555-4084-9ec1-57207182094c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 1129 time: 0.0381236 Apr 14 21:35:59.197702 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012e43-e69b-4f31-b701-976c0996cc67 req-601a8a16-bed5-4cf1-9de4-6abaf0ba6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:59.199225 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-51012e43-e69b-4f31-b701-976c0996cc67 req-601a8a16-bed5-4cf1-9de4-6abaf0ba6c7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.3020809 Apr 14 21:35:59.251803 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-51012e43-e69b-4f31-b701-976c0996cc67 req-35024b88-af28-485b-8f53-54f6f97567c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0141c1d-7120-44a2-96bf-6311d85e1468 HTTP/1.1" status: 200 len: 217 time: 0.0353189 Apr 14 21:35:59.305907 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012e43-e69b-4f31-b701-976c0996cc67 req-639c0495-417e-404b-8d12-da0504564786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:59.307334 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-51012e43-e69b-4f31-b701-976c0996cc67 req-639c0495-417e-404b-8d12-da0504564786 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.0490978 Apr 14 21:35:59.351899 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012e43-e69b-4f31-b701-976c0996cc67 req-40fbc64f-f61e-4714-853f-386d54858fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:59.353294 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-51012e43-e69b-4f31-b701-976c0996cc67 req-40fbc64f-f61e-4714-853f-386d54858fda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378063 Apr 14 21:35:59.441565 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-51012e43-e69b-4f31-b701-976c0996cc67 req-570719b2-a439-4921-baf5-0ff73ed9568f service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809269 Apr 14 21:35:59.545715 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-51012e43-e69b-4f31-b701-976c0996cc67 req-16a8901d-0906-42ab-938a-5b4e48657e3d service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877521 Apr 14 21:36:01.682552 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1400f2-a696-487b-8f4a-92e09e3919aa req-6efb3f97-f899-411c-a7c0-bf7e4d9a4210 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:01.684010 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cc1400f2-a696-487b-8f4a-92e09e3919aa req-6efb3f97-f899-411c-a7c0-bf7e4d9a4210 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 945 time: 0.0507503 Apr 14 21:36:01.730578 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cc1400f2-a696-487b-8f4a-92e09e3919aa req-7694d40e-84c3-4d26-9619-f425940c37e5 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Apr 14 21:36:02.845169 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf97fc6-1042-4eb1-b852-49279fcdee27 req-d08d36bd-7e8e-486a-a6bb-501d7ff98dde tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:02.846644 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cf97fc6-1042-4eb1-b852-49279fcdee27 req-d08d36bd-7e8e-486a-a6bb-501d7ff98dde tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 945 time: 0.0473289 Apr 14 21:36:02.892782 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cf97fc6-1042-4eb1-b852-49279fcdee27 req-1a153d5b-f8da-41e1-88a2-d84604bd3116 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 Apr 14 21:36:03.667255 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-c97e30ab-ea72-4a53-96c3-98af565c3705 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:03.668714 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-c97e30ab-ea72-4a53-96c3-98af565c3705 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 945 time: 0.0447915 Apr 14 21:36:03.764975 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Deleting port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:03.765313 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:03.850965 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] For port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,segment=NetworkSegment(a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3),segment_id=a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:03.852035 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:03.864165 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Calling delete_port for 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 owned by compute:nova {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:03.994855 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:04.007376 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:04.008588 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a7612-4732-460c-bb4b-8bd719815001 req-d54589d8-87e3-4fc6-8b23-87551cbd69a8 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:04.010147 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-319a7612-4732-460c-bb4b-8bd719815001 req-d54589d8-87e3-4fc6-8b23-87551cbd69a8 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f77e096-7a89-4ba0-8406-e6c2cb15f9a2 HTTP/1.1" status: 200 len: 945 time: 0.0518043 Apr 14 21:36:04.024441 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Pushing event deleted for resources: {'Port': ['ID=5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:04.056626 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.056965 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.057310 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.057644 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.058004 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.058334 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.058661 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.058980 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.059099 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-319a7612-4732-460c-bb4b-8bd719815001 req-e3786f18-6c32-4fba-82eb-d16f20b3a333 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Apr 14 21:36:04.059303 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.059623 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.059944 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.060265 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.060581 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.060894 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.061213 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:04.085002 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] No DVR routers for this DVR port 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 on host hv-cinder-83754 {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:36:04.087547 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:04.090838 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-66530e3c-cabb-4f0a-a5e2-64870d24c892 req-2f706877-bae2-46cf-8806-9e2f6d1f4229 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.13 "DELETE /v2.0/ports/5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 HTTP/1.1" status: 204 len: 173 time: 0.4071736 Apr 14 21:36:04.091282 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77e096-7a89-4ba0-8406-e6c2cb15f9a2', 'name': 'network-vif-deleted', 'tag': '5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:04.093507 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b2e021-2d47-421e-b0ba-28b1553c751a" -d '{"events": [{"server_uuid": "6f77e096-7a89-4ba0-8406-e6c2cb15f9a2", "name": "network-vif-deleted", "tag": "5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:04.128976 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a8b74d-a2d5-4bf4-afeb-5b74732273c2 x-openstack-request-id: req-c4a8b74d-a2d5-4bf4-afeb-5b74732273c2 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:04.129287 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77e096-7a89-4ba0-8406-e6c2cb15f9a2", "name": "network-vif-deleted", "tag": "5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:04.129540 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4a8b74d-a2d5-4bf4-afeb-5b74732273c2 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:04.130003 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a8b74d-a2d5-4bf4-afeb-5b74732273c2'] response: {'server_uuid': '6f77e096-7a89-4ba0-8406-e6c2cb15f9a2', 'name': 'network-vif-deleted', 'tag': '5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348', 'status': 'completed', 'code': 200} Apr 14 21:36:06.360298 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f3087308-7aa3-4fd4-9f4d-52e58d292ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:06.813637 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:36:08.108604 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:08.130575 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:08.131557 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fe9b2c1-749e-4ddc-aa83-c1d8eb7d4348 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:08.888284 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4d99d8a1-c63c-4528-863c-a19bad93e846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:09.678304 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:10.024906 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ba2aa-87fe-40cb-9279-7a6add168173 req-e59b7527-3da3-4868-b685-cad4762f5ff3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:10.026424 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5d7ba2aa-87fe-40cb-9279-7a6add168173 req-e59b7527-3da3-4868-b685-cad4762f5ff3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0510879 Apr 14 21:36:10.072786 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5d7ba2aa-87fe-40cb-9279-7a6add168173 req-f7138a63-fce6-48ef-8c63-7dfdb5863a71 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Apr 14 21:36:11.182007 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc4181-77ae-4d8a-b610-5e8d66b21237 req-0700db3d-4ee2-492c-b36e-b7884fc6ddc3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:11.183361 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5fcc4181-77ae-4d8a-b610-5e8d66b21237 req-0700db3d-4ee2-492c-b36e-b7884fc6ddc3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0450902 Apr 14 21:36:11.233832 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5fcc4181-77ae-4d8a-b610-5e8d66b21237 req-614e0b71-8031-4753-b145-9977818a7479 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 Apr 14 21:36:11.328285 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.346988 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858581d-d530-41b7-842e-2eda3be65ac8 req-47a68eb4-07b4-4759-b575-491a2adfe054 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:12.348457 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0858581d-d530-41b7-842e-2eda3be65ac8 req-47a68eb4-07b4-4759-b575-491a2adfe054 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0469069 Apr 14 21:36:12.404011 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0858581d-d530-41b7-842e-2eda3be65ac8 req-1745ddf0-31c7-401a-89ab-d7e98cca123a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490103 Apr 14 21:36:12.687761 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:13.241305 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-c99ee707-ed78-4bd9-bda9-b3a42035d93e tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:13.242899 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-c99ee707-ed78-4bd9-bda9-b3a42035d93e tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/networks?id=280e9594-c88d-47f1-81bc-800bd36b5864 HTTP/1.1" status: 200 len: 814 time: 0.1068726 Apr 14 21:36:13.258200 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-92b3e1a7-5073-4958-9d18-df7d40d5d731 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/quotas/53c6da9793af4b449cabb14ec8f9ae7e HTTP/1.1" status: 200 len: 375 time: 0.0090168 Apr 14 21:36:13.290456 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-eb953031-c8fa-4830-bc95-71f88b5f13d0 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=53c6da9793af4b449cabb14ec8f9ae7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266707 Apr 14 21:36:13.381314 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-66fc775d-0dd0-4ef0-a985-9020235e007d service neutron] 10.222.0.47 "GET /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831673 Apr 14 21:36:13.472659 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-50eff413-9b96-4d75-972e-f06f855ef00b service neutron] 10.222.0.47 "GET /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852592 Apr 14 21:36:13.523584 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b4aa4-4ea1-4f7d-b966-4bcf33101bea req-2e458d49-f73c-481a-be0b-c54687ed505d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:13.525603 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-369b4aa4-4ea1-4f7d-b966-4bcf33101bea req-2e458d49-f73c-481a-be0b-c54687ed505d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0457308 Apr 14 21:36:13.572762 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-369b4aa4-4ea1-4f7d-b966-4bcf33101bea req-35c83a2b-eb02-41cd-9a7c-238b58c06152 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413411 Apr 14 21:36:13.650258 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b38047a5-7eb6-4fae-b5e4-3ab5288c0ce1 req-25bbd75a-c85e-4466-9c2b-5f3ddd232249 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 210 time: 0.0320253 Apr 14 21:36:14.637284 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-f1f2c682-e8da-4dca-8e0b-4c54cfd6e043 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:14.639137 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-f1f2c682-e8da-4dca-8e0b-4c54cfd6e043 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.13 "GET /v2.0/networks?id=280e9594-c88d-47f1-81bc-800bd36b5864 HTTP/1.1" status: 200 len: 814 time: 0.1275966 Apr 14 21:36:14.657610 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Request body: {'port': {'device_id': '834454b3-3581-42ae-b823-ab1434803887', 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864', 'admin_state_up': True, 'tenant_id': '53c6da9793af4b449cabb14ec8f9ae7e'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:14.748845 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90afb8d-dae6-43f4-a782-dcb321df030e req-71198583-b1da-49e9-99fb-8b1c7bd18912 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:14.753677 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e90afb8d-dae6-43f4-a782-dcb321df030e req-71198583-b1da-49e9-99fb-8b1c7bd18912 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0645657 Apr 14 21:36:14.794538 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Made reservation on behalf of 53c6da9793af4b449cabb14ec8f9ae7e for: {'port': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:36:14.798151 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.808607 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e90afb8d-dae6-43f4-a782-dcb321df030e req-6ce38db2-77a4-4786-a927-72e2cefe43e3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508320 Apr 14 21:36:14.927308 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9b594f32-c9ed-432e-8c6f-6cc8f67bfd69 req-a7ce9e87-7475-41da-8740-a2e53412a30e tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 210 time: 0.0491707 Apr 14 21:36:14.988175 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Allocated IP 172.20.0.8 (280e9594-c88d-47f1-81bc-800bd36b5864/e3b5a756-712e-423b-8d66-226c213157a5/9162e1b9-a575-4c5c-a34f-679e230ff75e) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:15.158514 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks [] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.193927 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.241855 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Network 280e9594-c88d-47f1-81bc-800bd36b5864 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:15.248317 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:15.252213 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:15.276815 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Pushing event updated for resources: {'Port': ['ID=9162e1b9-a575-4c5c-a34f-679e230ff75e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:15.305453 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:15.306104 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.321439 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e7cb0330-b0d9-4b08-b816-b0dc0082e842 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6684656 Apr 14 21:36:15.333253 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Request body: {'port': {'device_id': '834454b3-3581-42ae-b823-ab1434803887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:15.392272 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.662743 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9162e1b9-a575-4c5c-a34f-679e230ff75e {{(pid=103384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:15.670819 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Publish callbacks [] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.683715 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.provisioning_blocks [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Transition to ACTIVE for port object 9162e1b9-a575-4c5c-a34f-679e230ff75e will not be triggered until provisioned by entity L2. {{(pid=103384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:36:15.687799 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.757669 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Pushing event updated for resources: {'Port': ['ID=9162e1b9-a575-4c5c-a34f-679e230ff75e,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:15.809780 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Attempting to bind port 9162e1b9-a575-4c5c-a34f-679e230ff75e on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:15.810307 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Attempting to bind port 9162e1b9-a575-4c5c-a34f-679e230ff75e by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864'}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:15.810639 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Attempting to bind port 9162e1b9-a575-4c5c-a34f-679e230ff75e on network 280e9594-c88d-47f1-81bc-800bd36b5864 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:15.814888 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Port 9162e1b9-a575-4c5c-a34f-679e230ff75e on network 280e9594-c88d-47f1-81bc-800bd36b5864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:36:15.815214 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Attempting to bind port 9162e1b9-a575-4c5c-a34f-679e230ff75e on network 280e9594-c88d-47f1-81bc-800bd36b5864 {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:15.819994 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:15.820331 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Checking segment: {'id': 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:15.820713 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Bound using segment: {'id': 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864'} {{(pid=103384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:15.821132 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.managers [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Bound port: 9162e1b9-a575-4c5c-a34f-679e230ff75e, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864'}}] {{(pid=103384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:15.821492 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.886538 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] For port 9162e1b9-a575-4c5c-a34f-679e230ff75e, host hv-cinder-83754, cleared binding levels {{(pid=103384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:15.889960 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] For port 9162e1b9-a575-4c5c-a34f-679e230ff75e, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9162e1b9-a575-4c5c-a34f-679e230ff75e,segment=NetworkSegment(a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3),segment_id=a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3)] {{(pid=103384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:15.895998 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.929736 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:15.930357 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.932351 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] 10.222.0.13 "PUT /v2.0/ports/9162e1b9-a575-4c5c-a34f-679e230ff75e HTTP/1.1" status: 200 len: 1093 time: 0.6025496 Apr 14 21:36:15.932770 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834454b3-3581-42ae-b823-ab1434803887', 'tag': '9162e1b9-a575-4c5c-a34f-679e230ff75e'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:15.935262 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f574cd38-4340-4792-b670-9f4682131dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "834454b3-3581-42ae-b823-ab1434803887", "tag": "9162e1b9-a575-4c5c-a34f-679e230ff75e"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:15.936686 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41432d20-ff92-4aa4-9161-289668c0cd02 req-f904900d-685b-4dc2-81c2-6121dc106989 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:15.938346 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-41432d20-ff92-4aa4-9161-289668c0cd02 req-f904900d-685b-4dc2-81c2-6121dc106989 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0474830 Apr 14 21:36:15.971730 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470ceaf-d6e7-4db1-a65c-e75a0496e76c service neutron] Pushing event updated for resources: {'Port': ['ID=9162e1b9-a575-4c5c-a34f-679e230ff75e,revision_number=3']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:15.979253 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2497186e-157c-49ed-92e5-ab16b5cc318d x-openstack-request-id: req-2497186e-157c-49ed-92e5-ab16b5cc318d {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:15.979971 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834454b3-3581-42ae-b823-ab1434803887", "tag": "9162e1b9-a575-4c5c-a34f-679e230ff75e", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:15.979971 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2497186e-157c-49ed-92e5-ab16b5cc318d {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:15.980650 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2497186e-157c-49ed-92e5-ab16b5cc318d'] response: {'name': 'network-changed', 'server_uuid': '834454b3-3581-42ae-b823-ab1434803887', 'tag': '9162e1b9-a575-4c5c-a34f-679e230ff75e', 'status': 'completed', 'code': 200} Apr 14 21:36:16.031363 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e3f7a0cb-5ccf-458a-a56a-5b0eec1857ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:16.032884 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e3f7a0cb-5ccf-458a-a56a-5b0eec1857ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53c6da9793af4b449cabb14ec8f9ae7e&device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 1127 time: 0.0507865 Apr 14 21:36:16.044006 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-41432d20-ff92-4aa4-9161-289668c0cd02 req-c06a5acd-cbf7-4055-8e02-8afe7a58e8c7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848300 Apr 14 21:36:16.081299 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-e6423e08-4716-4f87-9073-9dc1163dd67b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9162e1b9-a575-4c5c-a34f-679e230ff75e HTTP/1.1" status: 200 len: 217 time: 0.0406477 Apr 14 21:36:16.087546 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3d687-29af-4465-a04b-86df4c799ffb req-c470f250-23d9-425b-9e75-ac2a2b59f57f tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:16.088844 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ed3d687-29af-4465-a04b-86df4c799ffb req-c470f250-23d9-425b-9e75-ac2a2b59f57f tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 943 time: 0.0590684 Apr 14 21:36:16.130908 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-9c2c337b-ee88-4051-8cfb-0a0dc16ac10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:16.132377 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-9c2c337b-ee88-4051-8cfb-0a0dc16ac10e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3b5a756-712e-423b-8d66-226c213157a5 HTTP/1.1" status: 200 len: 854 time: 0.0448585 Apr 14 21:36:16.138151 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ed3d687-29af-4465-a04b-86df4c799ffb req-06c59341-bd44-4616-9854-5b6b86ae16a0 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431011 Apr 14 21:36:16.165109 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-df822e30-762f-484e-b605-52eba2bd961f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=280e9594-c88d-47f1-81bc-800bd36b5864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258868 Apr 14 21:36:16.256983 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-93745cdf-cc6f-49f0-867d-95c88dac7368 service neutron] 10.222.0.13 "GET /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856607 Apr 14 21:36:16.344690 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-177d8904-5389-4be1-9d1d-71926f8a2163 req-cff4cd92-5320-4f41-b99c-828381983095 service neutron] 10.222.0.13 "GET /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808930 Apr 14 21:36:17.166791 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03b9c8-16ff-4491-8f68-061841bc0470 req-ddf965d1-3412-44c6-bfa4-092417c544a3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:17.168273 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8d03b9c8-16ff-4491-8f68-061841bc0470 req-ddf965d1-3412-44c6-bfa4-092417c544a3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0463548 Apr 14 21:36:17.223318 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8d03b9c8-16ff-4491-8f68-061841bc0470 req-4ee7ef9f-e5db-46e8-b3aa-b3f150a12ac0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492663 Apr 14 21:36:17.259850 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff55035-cdd0-478e-993b-cd28ef91bb07 req-edf819c2-42f3-4c16-a2e0-05b90eb0dc9a tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:17.261272 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9ff55035-cdd0-478e-993b-cd28ef91bb07 req-edf819c2-42f3-4c16-a2e0-05b90eb0dc9a tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 943 time: 0.0535679 Apr 14 21:36:17.305905 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9ff55035-cdd0-478e-993b-cd28ef91bb07 req-92a9e416-ac3a-4497-8f7c-30b75312f438 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391986 Apr 14 21:36:17.386522 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574cd38-4340-4792-b670-9f4682131dc4 req-7c71465d-7718-46f3-804b-4a36e496924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:17.388060 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f574cd38-4340-4792-b670-9f4682131dc4 req-7c71465d-7718-46f3-804b-4a36e496924a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=53c6da9793af4b449cabb14ec8f9ae7e&device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 1127 time: 0.0503042 Apr 14 21:36:17.477554 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574cd38-4340-4792-b670-9f4682131dc4 req-c8884a08-fba4-4545-961f-ab8384828dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:17.479624 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f574cd38-4340-4792-b670-9f4682131dc4 req-c8884a08-fba4-4545-961f-ab8384828dc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=280e9594-c88d-47f1-81bc-800bd36b5864 HTTP/1.1" status: 200 len: 915 time: 0.0849814 Apr 14 21:36:17.522744 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f574cd38-4340-4792-b670-9f4682131dc4 req-c9801c91-ff8f-47d9-8a28-dd8f10fef707 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9162e1b9-a575-4c5c-a34f-679e230ff75e HTTP/1.1" status: 200 len: 217 time: 0.0366471 Apr 14 21:36:17.570003 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574cd38-4340-4792-b670-9f4682131dc4 req-fc7fed18-21d8-414e-aa1d-316bc279f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:17.571392 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f574cd38-4340-4792-b670-9f4682131dc4 req-fc7fed18-21d8-414e-aa1d-316bc279f9c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3b5a756-712e-423b-8d66-226c213157a5 HTTP/1.1" status: 200 len: 854 time: 0.0427990 Apr 14 21:36:17.609397 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f574cd38-4340-4792-b670-9f4682131dc4 req-8e92791e-94ba-4d3c-98da-5d1b06d19ecc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=280e9594-c88d-47f1-81bc-800bd36b5864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264430 Apr 14 21:36:17.701478 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f574cd38-4340-4792-b670-9f4682131dc4 req-67f5823e-3c97-402c-85e4-0638dce1a493 service neutron] 10.222.0.13 "GET /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855412 Apr 14 21:36:17.793599 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-f574cd38-4340-4792-b670-9f4682131dc4 req-d744a696-201e-48b8-859a-91d04506bfbd service neutron] 10.222.0.13 "GET /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849948 Apr 14 21:36:18.334607 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc51d9-86af-4d4e-a2c9-e594bdabc798 req-b4f16890-1324-4e92-b78f-77f9c97c0191 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:18.336087 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-13dc51d9-86af-4d4e-a2c9-e594bdabc798 req-b4f16890-1324-4e92-b78f-77f9c97c0191 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0460305 Apr 14 21:36:18.392748 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-13dc51d9-86af-4d4e-a2c9-e594bdabc798 req-1c207fe8-0864-40c1-81fc-23d7e0b7891a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509930 Apr 14 21:36:18.428666 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e897b-7b4e-43d7-87a4-18e5ed14d49c req-d25117ab-b02f-4230-9cea-164b0b19b59b tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:18.430118 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ac8e897b-7b4e-43d7-87a4-18e5ed14d49c req-d25117ab-b02f-4230-9cea-164b0b19b59b tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 943 time: 0.0577428 Apr 14 21:36:18.475570 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ac8e897b-7b4e-43d7-87a4-18e5ed14d49c req-903db61c-a243-4be4-8aa1-3ed3e6b23613 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Apr 14 21:36:19.504186 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbce3a-32ab-4925-899d-f7026c033c3c req-3a817fee-d161-4a21-a7c8-18c3ef4a7ce5 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:19.505647 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e4cbce3a-32ab-4925-899d-f7026c033c3c req-3a817fee-d161-4a21-a7c8-18c3ef4a7ce5 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0472348 Apr 14 21:36:19.561419 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e4cbce3a-32ab-4925-899d-f7026c033c3c req-edbc6c34-bbe5-4fe8-99f2-0ebadba87b77 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489249 Apr 14 21:36:19.594856 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d424e8-eebd-47fc-a1c5-2bf7f96ed2c4 req-4b99095c-0657-4a1e-84f7-4a724124e95e tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:19.596307 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-36d424e8-eebd-47fc-a1c5-2bf7f96ed2c4 req-4b99095c-0657-4a1e-84f7-4a724124e95e tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 943 time: 0.0540116 Apr 14 21:36:19.649766 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-36d424e8-eebd-47fc-a1c5-2bf7f96ed2c4 req-028f5377-5cd7-4d23-b512-ca992f5ba4ea tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479841 Apr 14 21:36:20.129327 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 9162e1b9-a575-4c5c-a34f-679e230ff75e details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:36:20.231330 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 9162e1b9-a575-4c5c-a34f-679e230ff75e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9162e1b9-a575-4c5c-a34f-679e230ff75e,segment=NetworkSegment(a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3),segment_id=a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:20.243124 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '9162e1b9-a575-4c5c-a34f-679e230ff75e', 'network_id': '280e9594-c88d-47f1-81bc-800bd36b5864', 'port_id': '9162e1b9-a575-4c5c-a34f-679e230ff75e', 'mac_address': 'fa:16:3e:be:9a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b5a756-712e-423b-8d66-226c213157a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:36:20.296843 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 9162e1b9-a575-4c5c-a34f-679e230ff75e is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:20.297543 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.315500 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9162e1b9-a575-4c5c-a34f-679e230ff75e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:20.335704 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f6ef55c2-7198-4240-911b-217649f9700e req-d062c516-ced1-4dc3-a23e-644e551c964d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752036272&fields=id&tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3 HTTP/1.1" status: 200 len: 267 time: 0.0682752 Apr 14 21:36:20.338951 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 9162e1b9-a575-4c5c-a34f-679e230ff75e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9162e1b9-a575-4c5c-a34f-679e230ff75e,segment=NetworkSegment(a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3),segment_id=a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:20.358038 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.410238 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=9162e1b9-a575-4c5c-a34f-679e230ff75e,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:20.411367 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef55c2-7198-4240-911b-217649f9700e req-546e5277-5adb-4158-8586-5c531a2e8b9b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:20.412873 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f6ef55c2-7198-4240-911b-217649f9700e req-546e5277-5adb-4158-8586-5c531a2e8b9b tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 984 time: 0.0677021 Apr 14 21:36:20.418599 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.419150 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.419517 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.419870 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.420199 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.420528 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.420850 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.421173 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.421495 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.421837 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.422160 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.422478 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.422951 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.423278 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.423596 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.428899 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-f6ef55c2-7198-4240-911b-217649f9700e req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Request body: {'port': {'security_groups': ['aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:20.505913 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f6ef55c2-7198-4240-911b-217649f9700e req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.624284 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-825e3aa1-dd65-48b9-a4c8-bd29d23fa183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:20.625864 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-825e3aa1-dd65-48b9-a4c8-bd29d23fa183 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 1130 time: 0.0439255 Apr 14 21:36:20.677377 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['9162e1b9-a575-4c5c-a34f-679e230ff75e'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:20.718069 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-f6ef55c2-7198-4240-911b-217649f9700e req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] For port a3cfd36a-c911-47f9-9f43-d09bfb042ec6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:20.739231 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-3e56824a-a063-4ec3-9cd7-5cdde165f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:20.741473 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-3e56824a-a063-4ec3-9cd7-5cdde165f684 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.1078086 Apr 14 21:36:20.765273 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f6ef55c2-7198-4240-911b-217649f9700e req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.782756 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f6ef55c2-7198-4240-911b-217649f9700e req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.795060 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['a3cfd36a-c911-47f9-9f43-d09bfb042ec6'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:20.830155 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef55c2-7198-4240-911b-217649f9700e req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:20.830777 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-f6ef55c2-7198-4240-911b-217649f9700e req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.832344 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f6ef55c2-7198-4240-911b-217649f9700e req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "PUT /v2.0/ports/a3cfd36a-c911-47f9-9f43-d09bfb042ec6 HTTP/1.1" status: 200 len: 942 time: 0.4085763 Apr 14 21:36:20.837135 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:20.840444 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c" -d '{"events": [{"name": "network-changed", "server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:20.841737 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60390) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:20.854396 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592140d-74a2-4400-91e1-e4fb6b4fa943 req-e9a8d26f-84a6-427e-af92-9c1d8371ef9b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:20.856271 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0592140d-74a2-4400-91e1-e4fb6b4fa943 req-e9a8d26f-84a6-427e-af92-9c1d8371ef9b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.1088142 Apr 14 21:36:20.900005 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event updated for resources: {'Port': ['ID=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,revision_number=7']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:20.916405 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.916790 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.917137 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.917537 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.917839 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.918177 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.918510 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.918841 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.919169 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.919500 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.919830 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.920160 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.920485 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.920949 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.921302 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92e7ad9-4b5b-496f-a3ff-b62c9032328d tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:20.950420 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['a3cfd36a-c911-47f9-9f43-d09bfb042ec6'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:20.960323 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-392e25f5-600c-4e96-98ff-a4b47683db8a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group (297effb1-189c-4836-8244-3def65739ab7), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.975464 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0592140d-74a2-4400-91e1-e4fb6b4fa943 req-b706b10e-5259-4a2b-944f-2a6103be3cb0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110137 Apr 14 21:36:21.001180 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-392e25f5-600c-4e96-98ff-a4b47683db8a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group (297effb1-189c-4836-8244-3def65739ab7), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.005958 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced03d7-83c1-4626-95d7-4aa67bb9537c req-02d1dcb2-0aa4-4fbc-b578-35d2f846ebda tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.007513 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dced03d7-83c1-4626-95d7-4aa67bb9537c req-02d1dcb2-0aa4-4fbc-b578-35d2f846ebda tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0784333 Apr 14 21:36:21.088129 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-392e25f5-600c-4e96-98ff-a4b47683db8a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (297effb1-189c-4836-8244-3def65739ab7), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.090978 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-392e25f5-600c-4e96-98ff-a4b47683db8a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.092288 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-392e25f5-600c-4e96-98ff-a4b47683db8a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "DELETE /v2.0/security-groups/297effb1-189c-4836-8244-3def65739ab7 HTTP/1.1" status: 204 len: 168 time: 0.2493286 Apr 14 21:36:21.105743 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60394) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:21.106916 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e25f5-600c-4e96-98ff-a4b47683db8a tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297effb1-189c-4836-8244-3def65739ab7,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:21.151455 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dced03d7-83c1-4626-95d7-4aa67bb9537c req-2c11c94d-d404-4fc1-aa91-4c9b67ba0ca3 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272836 Apr 14 21:36:21.180805 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c1cee-16f5-4165-bc59-1c4dce1b2673 req-0f81f9bb-a924-40f2-a6bf-6983b62b9ae4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.183901 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a8c1cee-16f5-4165-bc59-1c4dce1b2673 req-0f81f9bb-a924-40f2-a6bf-6983b62b9ae4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 947 time: 0.0966194 Apr 14 21:36:21.224750 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-3cad3d7e-eef1-483a-bab2-26589fb962c4 None None] Provisioning complete for port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:21.225343 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3cad3d7e-eef1-483a-bab2-26589fb962c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.273239 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580684d3-85b5-4564-8cdf-e24caba19f46 req-634c7d3f-69c6-4952-b977-e29e4a64bb0f tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.274764 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-580684d3-85b5-4564-8cdf-e24caba19f46 req-634c7d3f-69c6-4952-b977-e29e4a64bb0f tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 944 time: 0.0609171 Apr 14 21:36:21.277812 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a8c1cee-16f5-4165-bc59-1c4dce1b2673 req-f9f43f89-e346-4931-8745-d8d0f7ff3e6b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873160 Apr 14 21:36:21.307827 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Deleting port 24a85744-8056-4296-9202-2945d0701bed {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:21.308435 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (24a85744-8056-4296-9202-2945d0701bed), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.318960 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3cad3d7e-eef1-483a-bab2-26589fb962c4 None None] Current status of the port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:21.339948 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cf1b6b-df14-4b03-9cae-766129261a9a x-openstack-request-id: req-95cf1b6b-df14-4b03-9cae-766129261a9a {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:21.340248 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:21.340504 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-95cf1b6b-df14-4b03-9cae-766129261a9a {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:21.340912 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95cf1b6b-df14-4b03-9cae-766129261a9a'] response: {'name': 'network-changed', 'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'status': 'completed', 'code': 200} Apr 14 21:36:21.348249 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-580684d3-85b5-4564-8cdf-e24caba19f46 req-388b5628-a941-4099-b22a-611910ffd771 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667017 Apr 14 21:36:21.389689 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (24a85744-8056-4296-9202-2945d0701bed), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.390111 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for floatingip (24a85744-8056-4296-9202-2945d0701bed), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.406751 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Calling delete_port for 24a85744-8056-4296-9202-2945d0701bed owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:21.503627 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6dc7f-92f4-4529-b848-af9c01c675aa req-1dd06816-bf1a-4aee-b789-2de13e80bf99 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.505139 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-25d6dc7f-92f4-4529-b848-af9c01c675aa req-1dd06816-bf1a-4aee-b789-2de13e80bf99 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0481288 Apr 14 21:36:21.553968 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-25d6dc7f-92f4-4529-b848-af9c01c675aa req-135535df-62ed-4441-9fad-89837436ad26 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431356 Apr 14 21:36:21.587210 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (24a85744-8056-4296-9202-2945d0701bed), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.613797 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event deleted for resources: {'Port': ['ID=24a85744-8056-4296-9202-2945d0701bed,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:21.677695 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks [] for floatingip (ea1703bb-335d-44df-b6b5-28b378500005), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.678354 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Floating IP ea1703bb-335d-44df-b6b5-28b378500005 disassociated (deleted). External IP: 172.27.3.18, port: a3cfd36a-c911-47f9-9f43-d09bfb042ec6. Apr 14 21:36:21.892405 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Router c24cc765-731c-40cd-8cae-b324bfd01eb6 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:22.002138 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:22.007350 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.013006 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] Sync routers for ids ['c24cc765-731c-40cd-8cae-b324bfd01eb6'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:22.022815 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] Routers {'c24cc765-731c-40cd-8cae-b324bfd01eb6'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:22.023413 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['c24cc765-731c-40cd-8cae-b324bfd01eb6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:22.041552 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-78134acf-bc6e-40a9-9579-9b66628868f5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "DELETE /v2.0/floatingips/ea1703bb-335d-44df-b6b5-28b378500005 HTTP/1.1" status: 204 len: 168 time: 0.9296660 Apr 14 21:36:22.041552 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:22.042095 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f05d041-b276-479f-a6e4-553a7b4719df" -d '{"events": [{"name": "network-changed", "server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:22.128149 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 9162e1b9-a575-4c5c-a34f-679e230ff75e up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:22.161490 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] Set router c24cc765-731c-40cd-8cae-b324bfd01eb6 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:22.168316 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-4f6d92b2-e162-4343-b7fa-b21095510d13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3 HTTP/1.1" status: 200 len: 1001 time: 0.0982695 Apr 14 21:36:22.193895 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 9162e1b9-a575-4c5c-a34f-679e230ff75e completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:36:22.203035 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c57e26-ff06-42a2-a0a8-12de7fc30026 req-70240a5b-bdeb-414b-a515-ac3de1e032d3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.204806 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-99c57e26-ff06-42a2-a0a8-12de7fc30026 req-70240a5b-bdeb-414b-a515-ac3de1e032d3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.1507697 Apr 14 21:36:22.206267 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-eb71b9b8-06b4-4e35-bb92-f226236e56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.207756 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-eb71b9b8-06b4-4e35-bb92-f226236e56f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3&device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 1129 time: 0.1117609 Apr 14 21:36:22.209806 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 9162e1b9-a575-4c5c-a34f-679e230ff75e triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:22.210574 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.348206 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 9162e1b9-a575-4c5c-a34f-679e230ff75e is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:22.348851 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.376749 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-b2e4eca5-e14e-40ca-9ee8-58f26ff717e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.378594 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-b2e4eca5-e14e-40ca-9ee8-58f26ff717e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff HTTP/1.1" status: 200 len: 915 time: 0.1152959 Apr 14 21:36:22.399553 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-99c57e26-ff06-42a2-a0a8-12de7fc30026 req-bc89d219-c790-4547-b54a-9a37f394ccf8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847780 Apr 14 21:36:22.399767 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 9162e1b9-a575-4c5c-a34f-679e230ff75e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9162e1b9-a575-4c5c-a34f-679e230ff75e,segment=NetworkSegment(a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3),segment_id=a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:22.414244 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834454b3-3581-42ae-b823-ab1434803887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9162e1b9-a575-4c5c-a34f-679e230ff75e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:22.419700 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93926511-e9e7-4255-beaa-6ec003d3d99f" -d '{"events": [{"server_uuid": "834454b3-3581-42ae-b823-ab1434803887", "name": "network-vif-plugged", "status": "completed", "tag": "9162e1b9-a575-4c5c-a34f-679e230ff75e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:22.422890 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.493381 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:05Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'dd84b3c9-8455-4ded-ae33-a7098280bc56', 'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'mac_address': 'fa:16:3e:42:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:04Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 5, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'subnets': [{'id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:22.493655 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-e01f0805-fb89-4ae1-a2af-7e929e937d93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6 HTTP/1.1" status: 200 len: 217 time: 0.0876937 Apr 14 21:36:22.527553 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] Checking router: c24cc765-731c-40cd-8cae-b324bfd01eb6 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:22.538169 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] Routers {'c24cc765-731c-40cd-8cae-b324bfd01eb6'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:22.538788 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['c24cc765-731c-40cd-8cae-b324bfd01eb6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:22.551796 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=9162e1b9-a575-4c5c-a34f-679e230ff75e,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:22.668695 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb3ed3f-ae13-4991-8082-7bd1f0d680bf x-openstack-request-id: req-ddb3ed3f-ae13-4991-8082-7bd1f0d680bf {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:22.669024 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:22.669204 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ddb3ed3f-ae13-4991-8082-7bd1f0d680bf {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:22.669601 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb3ed3f-ae13-4991-8082-7bd1f0d680bf'] response: {'name': 'network-changed', 'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'status': 'completed', 'code': 200} Apr 14 21:36:22.675875 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] Set router c24cc765-731c-40cd-8cae-b324bfd01eb6 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:22.706649 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-2bace63a-edfe-4c66-9905-002f12cb67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.708142 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-2bace63a-edfe-4c66-9905-002f12cb67b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.5176995 Apr 14 21:36:22.709281 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a0310-2112-4785-9694-3f142ed81253 req-49b648d2-789a-4d21-b7d0-4047c5d47eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.710919 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-633a0310-2112-4785-9694-3f142ed81253 req-49b648d2-789a-4d21-b7d0-4047c5d47eaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46de92a2e6f247f3887e107e57ca4be1&device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 1130 time: 0.4621477 Apr 14 21:36:22.882744 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:05Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'dd84b3c9-8455-4ded-ae33-a7098280bc56', 'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'mac_address': 'fa:16:3e:42:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:04Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 5, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'subnets': [{'id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:22.918165 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8892f235-9924-4fe4-86fd-6a0a3de2068a None None] The sync data for ids ['c24cc765-731c-40cd-8cae-b324bfd01eb6'] in dv-cinder-837543-3-iscsi is: [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:05Z', 'revision_number': 4, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'dd84b3c9-8455-4ded-ae33-a7098280bc56', 'name': '', 'network_id': 'f915bffc-ca31-4d2d-8190-8ffdc5a32bff', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'mac_address': 'fa:16:3e:42:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:04Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 5, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'subnets': [{'id': '25ad6f9b-f88c-416d-a2f7-14e66d1ad417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:22.942902 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642bdd3-070b-4c81-8432-80020b9ce463 req-e32ff4d2-23ec-4419-af77-5ead08f75cb6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.944462 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9642bdd3-070b-4c81-8432-80020b9ce463 req-e32ff4d2-23ec-4419-af77-5ead08f75cb6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 947 time: 0.4329834 Apr 14 21:36:22.974014 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-f14b16cd-3439-4928-8e76-32248cb45bbe tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.975495 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-f14b16cd-3439-4928-8e76-32248cb45bbe tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 947 time: 0.4019411 Apr 14 21:36:22.984944 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-40fd22da-209b-47d3-ac20-855ac2217134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.986556 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-40fd22da-209b-47d3-ac20-855ac2217134 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1271853 Apr 14 21:36:22.987535 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a0310-2112-4785-9694-3f142ed81253 req-88e15847-d93d-418a-b25f-fd0dd116cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.988862 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-633a0310-2112-4785-9694-3f142ed81253 req-88e15847-d93d-418a-b25f-fd0dd116cf14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fecfe2-76b7-4925-b617-b1a8b018293b HTTP/1.1" status: 200 len: 911 time: 0.1414969 Apr 14 21:36:22.994605 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-17c9e570-6f2b-459a-b2af-943a6e7969a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.996038 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-17c9e570-6f2b-459a-b2af-943a6e7969a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25ad6f9b-f88c-416d-a2f7-14e66d1ad417 HTTP/1.1" status: 200 len: 853 time: 0.4208751 Apr 14 21:36:23.003892 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ab99c-3fb9-4130-b706-b739050fe97b req-8defde45-8a3e-4e55-aabb-ca1c89a327e0 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.005392 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-461ab99c-3fb9-4130-b706-b739050fe97b req-8defde45-8a3e-4e55-aabb-ca1c89a327e0 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 945 time: 0.3672912 Apr 14 21:36:23.117777 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-5095a714-c660-4e86-928e-3b65009abbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.120423 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-5095a714-c660-4e86-928e-3b65009abbf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056304 Apr 14 21:36:23.129004 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9642bdd3-070b-4c81-8432-80020b9ce463 req-31118c79-ba44-484a-b4d8-744b0904a416 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1756dac-adda-467a-9756-33ad42f586c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1759353 Apr 14 21:36:23.138623 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-633a0310-2112-4785-9694-3f142ed81253 req-0f3c4bfd-7166-43bd-a53e-30a2b6cdee77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c901733-1318-4d5d-9b23-9dc9c5f82fb5 HTTP/1.1" status: 200 len: 1001 time: 0.1192040 Apr 14 21:36:23.196756 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-727cc1d0-56d2-488a-9dfc-16aa1fa118f7 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852376 Apr 14 21:36:23.197046 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8e3bbc-f14b-4487-9e0f-147ca4d406a9 x-openstack-request-id: req-7a8e3bbc-f14b-4487-9e0f-147ca4d406a9 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:23.197544 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834454b3-3581-42ae-b823-ab1434803887", "name": "network-vif-plugged", "status": "completed", "tag": "9162e1b9-a575-4c5c-a34f-679e230ff75e", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:23.198320 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a8e3bbc-f14b-4487-9e0f-147ca4d406a9 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:23.198320 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8e3bbc-f14b-4487-9e0f-147ca4d406a9'] response: {'server_uuid': '834454b3-3581-42ae-b823-ab1434803887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9162e1b9-a575-4c5c-a34f-679e230ff75e', 'code': 200} Apr 14 21:36:23.219446 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-461ab99c-3fb9-4130-b706-b739050fe97b req-a93c0bbf-5e4d-4998-b930-41642aa7fc6e tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947916 Apr 14 21:36:23.237876 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a0310-2112-4785-9694-3f142ed81253 req-b0e3cbd1-83e3-4e9e-8b9a-e9175b0c1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.238905 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-633a0310-2112-4785-9694-3f142ed81253 req-b0e3cbd1-83e3-4e9e-8b9a-e9175b0c1344 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdd211a7-0033-43a9-a631-1861ed1b49f4 HTTP/1.1" status: 200 len: 849 time: 0.0933638 Apr 14 21:36:23.282311 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Deleting port c6946d2f-995b-4259-8613-602c1ec6ca53 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:23.282695 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:23.335998 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bfeaa-e11e-4639-b36b-3313267efd49 None None] New status for floating IP ea1703bb-335d-44df-b6b5-28b378500005: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:36:23.343862 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a0310-2112-4785-9694-3f142ed81253 req-cc61b461-a461-461c-8788-1ed5266321ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.345396 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-633a0310-2112-4785-9694-3f142ed81253 req-cc61b461-a461-461c-8788-1ed5266321ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fecfe2-76b7-4925-b617-b1a8b018293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952065 Apr 14 21:36:23.440550 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-3ef5ed75-b6ac-4dad-8844-71d8bc0b434a service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304833 Apr 14 21:36:23.484807 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-633a0310-2112-4785-9694-3f142ed81253 req-a8553f69-f232-4c3a-8809-b35a16f51fbd service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311808 Apr 14 21:36:23.523089 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-4cb1e949-12c2-4748-86a2-165d6598b578 service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929970 Apr 14 21:36:23.563562 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863c5cc-5604-402e-9551-01ad4dcf62f4 req-8a564a03-bf42-454a-870e-cd80dbfcd534 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.565027 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1863c5cc-5604-402e-9551-01ad4dcf62f4 req-8a564a03-bf42-454a-870e-cd80dbfcd534 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.2026894 Apr 14 21:36:23.577579 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] For port c6946d2f-995b-4259-8613-602c1ec6ca53, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c6946d2f-995b-4259-8613-602c1ec6ca53,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:23.577973 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:23.586353 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-633a0310-2112-4785-9694-3f142ed81253 req-7bde975f-9bf7-47ff-b665-8e4c2d4ac9c0 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888309 Apr 14 21:36:23.621636 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d8f5e-c234-4d42-8ed8-daaf162ef921 req-7c2cf2c9-81ff-42de-aa75-0ff37bbb3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.623649 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f37d8f5e-c234-4d42-8ed8-daaf162ef921 req-7c2cf2c9-81ff-42de-aa75-0ff37bbb3b69 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 1129 time: 0.1625435 Apr 14 21:36:23.694577 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df2a69-c896-4fa3-b8ff-e35d5dfaa21c req-2bfd6c36-009d-441c-b77e-33727588d26c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.696012 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-59df2a69-c896-4fa3-b8ff-e35d5dfaa21c req-2bfd6c36-009d-441c-b77e-33727588d26c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.1851730 Apr 14 21:36:23.885750 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1863c5cc-5604-402e-9551-01ad4dcf62f4 req-006b147a-97cc-4e5a-8dfa-b2889c4b96ae tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009949 Apr 14 21:36:23.924509 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f37d8f5e-c234-4d42-8ed8-daaf162ef921 req-0e872b0e-5e07-47fd-a2e4-56d433c71acd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215800 Apr 14 21:36:23.937107 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-053923ce-06ec-49fd-bd2e-1fdfe4c4412c req-053e779f-fbd1-4f0c-b3a4-7c1eb527a553 service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849580 Apr 14 21:36:23.941972 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-59df2a69-c896-4fa3-b8ff-e35d5dfaa21c req-9a560c34-1589-4279-b66e-e507c4b999c4 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348719 Apr 14 21:36:24.005828 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:24.006461 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (922d24d5-4f94-4fb1-b3f3-ba18f7b74378), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:24.006571 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Floating IP 922d24d5-4f94-4fb1-b3f3-ba18f7b74378 disassociated. External IP: 172.27.3.181, port: c6946d2f-995b-4259-8613-602c1ec6ca53. Apr 14 21:36:24.006832 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Calling delete_port for c6946d2f-995b-4259-8613-602c1ec6ca53 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:24.144234 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (c6946d2f-995b-4259-8613-602c1ec6ca53), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:24.175928 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event deleted for resources: {'Port': ['ID=c6946d2f-995b-4259-8613-602c1ec6ca53,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:24.260583 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b3f9042c-2a95-4fde-ae2c-e13e1cb12377 req-04c051cb-6228-417c-808f-1d57c0ba6885 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 210 time: 0.0407679 Apr 14 21:36:24.365565 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Router 1aa74745-471e-41ef-b20c-94582fb31424 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:24.381493 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e7ca3-aafd-4855-b693-3daf7a1c172b req-56bef3a7-832f-43bb-924e-7c22a68fd8dd tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:24.382914 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-283e7ca3-aafd-4855-b693-3daf7a1c172b req-56bef3a7-832f-43bb-924e-7c22a68fd8dd tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 945 time: 0.0582614 Apr 14 21:36:24.508905 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-283e7ca3-aafd-4855-b693-3daf7a1c172b req-e187a104-2449-499d-916e-d281dce6cae9 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180668 Apr 14 21:36:24.536616 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:24.555572 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] Sync routers for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:24.566551 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:24.567180 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:24.582655 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] No DVR routers for this DVR port c6946d2f-995b-4259-8613-602c1ec6ca53 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:36:24.585753 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:24.589596 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d4f1ed01-b151-44c9-9ff5-e6bae13fda9c req-8badba14-3cf7-43cc-b55c-3924f7b92325 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.13 "DELETE /v2.0/ports/c6946d2f-995b-4259-8613-602c1ec6ca53 HTTP/1.1" status: 204 len: 173 time: 1.5832481 Apr 14 21:36:24.590069 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'name': 'network-vif-deleted', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:24.592326 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bd1dbf-a729-4cdb-9b30-f3040ee8aa8d" -d '{"events": [{"server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "name": "network-vif-deleted", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:24.626462 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d1696f-a376-420b-b69f-6116252479d0 x-openstack-request-id: req-d9d1696f-a376-420b-b69f-6116252479d0 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:24.626750 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3", "name": "network-vif-deleted", "tag": "c6946d2f-995b-4259-8613-602c1ec6ca53", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:24.626997 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9d1696f-a376-420b-b69f-6116252479d0 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:24.627403 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d1696f-a376-420b-b69f-6116252479d0'] response: {'server_uuid': '0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3', 'name': 'network-vif-deleted', 'tag': 'c6946d2f-995b-4259-8613-602c1ec6ca53', 'status': 'completed', 'code': 200} Apr 14 21:36:24.768285 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:24.828350 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d041-b276-479f-a6e4-553a7b4719df req-bac7a3d8-8d84-48d1-b563-ea707e2b1ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:24.829928 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f05d041-b276-479f-a6e4-553a7b4719df req-bac7a3d8-8d84-48d1-b563-ea707e2b1ff6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3&device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 1129 time: 0.0402586 Apr 14 21:36:24.971475 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:25.004137 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] Checking router: 1aa74745-471e-41ef-b20c-94582fb31424 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:25.012427 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df860d-fc9f-4971-8ad7-2e251e700639 req-d3556922-c471-4a62-9da6-e0be261c5239 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.013994 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-66df860d-fc9f-4971-8ad7-2e251e700639 req-d3556922-c471-4a62-9da6-e0be261c5239 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0526752 Apr 14 21:36:25.018246 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:25.018932 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:25.098440 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc6896-f442-4b20-bec2-b3deddb1dc53 req-ef2fde04-3029-4a6e-9fae-85e1de09fcd7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.099942 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a5dc6896-f442-4b20-bec2-b3deddb1dc53 req-ef2fde04-3029-4a6e-9fae-85e1de09fcd7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0730038 Apr 14 21:36:25.103642 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-66df860d-fc9f-4971-8ad7-2e251e700639 req-344aaf6f-4329-4d0a-a1fc-dbdd0b76b175 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833061 Apr 14 21:36:25.131628 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:25.150944 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a5dc6896-f442-4b20-bec2-b3deddb1dc53 req-82ceb1e2-aa05-4844-aad5-6e4e00bb951b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447035 Apr 14 21:36:25.270213 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d041-b276-479f-a6e4-553a7b4719df req-b47d6936-e3db-471b-9665-4490e040924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.271713 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f05d041-b276-479f-a6e4-553a7b4719df req-b47d6936-e3db-471b-9665-4490e040924a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff HTTP/1.1" status: 200 len: 915 time: 0.1038246 Apr 14 21:36:25.352253 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f05d041-b276-479f-a6e4-553a7b4719df req-835bab64-826d-413c-915e-55e347b81a9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6 HTTP/1.1" status: 200 len: 217 time: 0.0532048 Apr 14 21:36:25.373459 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:25.404938 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7db90c-2b4a-4524-a4c3-c5635ce38482 None None] The sync data for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi is: [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:25.444965 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d4cb4385-acc6-4786-82e2-0f3422ba1cee req-82950f2a-f00b-4f23-8af4-3d89dc142bb3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 210 time: 0.0554361 Apr 14 21:36:25.466091 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1a927-4a81-41bc-8530-b76805780eb8 req-89e7ac0b-12f8-4861-8a62-b71634dabf13 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.466091 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-99e1a927-4a81-41bc-8530-b76805780eb8 req-89e7ac0b-12f8-4861-8a62-b71634dabf13 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.0671585 Apr 14 21:36:25.524821 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-99e1a927-4a81-41bc-8530-b76805780eb8 req-3c532936-0787-4638-82f9-611b93727753 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529921 Apr 14 21:36:25.572896 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:25.645629 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df3681-cf5d-4d78-a249-79cbed947f04 req-470d231f-ffec-48dc-ab8a-e1d48a8ddf51 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.647181 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-72df3681-cf5d-4d78-a249-79cbed947f04 req-470d231f-ffec-48dc-ab8a-e1d48a8ddf51 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 945 time: 0.0507405 Apr 14 21:36:25.691245 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c5f2bd-d35a-41a9-af3c-46d25f753fdc None None] New status for floating IP 922d24d5-4f94-4fb1-b3f3-ba18f7b74378: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:36:25.704458 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-72df3681-cf5d-4d78-a249-79cbed947f04 req-bdcf02b0-95b4-4bec-a165-e7aa121f5b7a tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501633 Apr 14 21:36:26.148471 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device c6946d2f-995b-4259-8613-602c1ec6ca53 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:26.172795 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: c6946d2f-995b-4259-8613-602c1ec6ca53 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:26.173146 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device c6946d2f-995b-4259-8613-602c1ec6ca53 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:26.287807 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1430898-9745-43a8-bb75-2babcd185580 req-1cb5181b-2a43-480a-99a3-bdd1f56cee1d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:26.289313 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a1430898-9745-43a8-bb75-2babcd185580 req-1cb5181b-2a43-480a-99a3-bdd1f56cee1d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0508769 Apr 14 21:36:26.336753 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a1430898-9745-43a8-bb75-2babcd185580 req-123ea03c-beb7-4baa-9a30-72503ad260dc tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409477 Apr 14 21:36:26.563803 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ffe97f83-1ff6-4015-9230-89ddbb44181a req-fd750601-057d-47e9-b23e-15c27268fe71 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 210 time: 0.0308414 Apr 14 21:36:26.640167 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60abcd-a561-4bde-8eed-6178093828ad req-95b36bcf-7fff-428a-890c-21a70ff677e5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:26.641615 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c60abcd-a561-4bde-8eed-6178093828ad req-95b36bcf-7fff-428a-890c-21a70ff677e5 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.0465326 Apr 14 21:36:26.688359 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5c60abcd-a561-4bde-8eed-6178093828ad req-0ca41ba7-da59-4d4c-abbb-7f302d025d89 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Apr 14 21:36:26.816370 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5752b-99e4-49b4-868e-24fd5d037152 req-8444a531-cd3b-4b2d-bc5a-41132ac1020a tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:26.817887 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-60c5752b-99e4-49b4-868e-24fd5d037152 req-8444a531-cd3b-4b2d-bc5a-41132ac1020a tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 945 time: 0.0458488 Apr 14 21:36:26.865915 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-60c5752b-99e4-49b4-868e-24fd5d037152 req-1b83f063-fd7d-4eae-bf0c-60ea7776ce40 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Apr 14 21:36:27.228109 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d041-b276-479f-a6e4-553a7b4719df req-470d8ddc-e132-4e0c-b338-5ace48b2d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:27.231226 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f05d041-b276-479f-a6e4-553a7b4719df req-470d8ddc-e132-4e0c-b338-5ace48b2d195 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25ad6f9b-f88c-416d-a2f7-14e66d1ad417 HTTP/1.1" status: 200 len: 853 time: 0.0580633 Apr 14 21:36:27.449808 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd1825-9922-4f1f-b284-dc499af17211 req-56b32a90-43af-4540-891a-6d2f4e951c91 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:27.451266 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c0bd1825-9922-4f1f-b284-dc499af17211 req-56b32a90-43af-4540-891a-6d2f4e951c91 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0483999 Apr 14 21:36:27.502279 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c0bd1825-9922-4f1f-b284-dc499af17211 req-7624e94e-d6a0-4d9c-b44c-1ed33fcfae21 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453975 Apr 14 21:36:27.730672 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0bfdde51-c05a-4975-9e34-c35219e63b77 req-59a533a4-57cd-4290-a6c4-610e63b1b95f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fb69ca2-7a7c-4f6b-b93e-d9c9579464f3 HTTP/1.1" status: 200 len: 210 time: 0.0675874 Apr 14 21:36:27.813381 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d041-b276-479f-a6e4-553a7b4719df req-a5b33f0b-2ec2-4358-b902-d48bc0af0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:27.815021 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f05d041-b276-479f-a6e4-553a7b4719df req-a5b33f0b-2ec2-4358-b902-d48bc0af0572 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f915bffc-ca31-4d2d-8190-8ffdc5a32bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969994 Apr 14 21:36:27.873317 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac58397-c3fc-4000-9cf6-8b06291ff998 req-a357900a-ddbd-4585-acda-7dec11e58ae9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:27.874904 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eac58397-c3fc-4000-9cf6-8b06291ff998 req-a357900a-ddbd-4585-acda-7dec11e58ae9 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.1066740 Apr 14 21:36:27.893531 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baef30-db44-4842-b4f7-57d579a1111c req-5cac3080-2c1c-4be7-a55d-4dd16c972abd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:27.895096 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b1baef30-db44-4842-b4f7-57d579a1111c req-5cac3080-2c1c-4be7-a55d-4dd16c972abd tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.13 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 945 time: 0.0940292 Apr 14 21:36:28.052811 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9372eb1-0e88-4c54-ac93-8c7c1b395c52 req-9ebe5a14-c322-4ba1-a628-d8bed82f4b85 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:28.054212 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e9372eb1-0e88-4c54-ac93-8c7c1b395c52 req-9ebe5a14-c322-4ba1-a628-d8bed82f4b85 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 945 time: 0.1072516 Apr 14 21:36:28.083176 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eac58397-c3fc-4000-9cf6-8b06291ff998 req-7c2faea7-46c9-4ca1-a7b3-24bb260f4460 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/security-groups?id=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987064 Apr 14 21:36:28.128306 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f05d041-b276-479f-a6e4-553a7b4719df req-036714e4-d979-40e0-8872-c3cdec37a223 service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921901 Apr 14 21:36:28.130051 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-b1baef30-db44-4842-b4f7-57d579a1111c req-6d093bf9-ba14-4c7e-b3cc-cba32c3064a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Deleting port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:28.130385 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b1baef30-db44-4842-b4f7-57d579a1111c req-6d093bf9-ba14-4c7e-b3cc-cba32c3064a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:28.475785 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e9372eb1-0e88-4c54-ac93-8c7c1b395c52 req-e16c50bc-bfe8-4047-b4f3-c23aad476a23 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961623 Apr 14 21:36:28.551680 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-b1baef30-db44-4842-b4f7-57d579a1111c req-6d093bf9-ba14-4c7e-b3cc-cba32c3064a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] For port a3cfd36a-c911-47f9-9f43-d09bfb042ec6, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:28.552050 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b1baef30-db44-4842-b4f7-57d579a1111c req-6d093bf9-ba14-4c7e-b3cc-cba32c3064a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:28.573132 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f05d041-b276-479f-a6e4-553a7b4719df req-317d8548-bb2b-4232-8dc3-b7c067e4c5ce service neutron] 10.222.0.13 "GET /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338903 Apr 14 21:36:28.574118 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-b1baef30-db44-4842-b4f7-57d579a1111c req-6d093bf9-ba14-4c7e-b3cc-cba32c3064a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Calling delete_port for a3cfd36a-c911-47f9-9f43-d09bfb042ec6 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:28.686343 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75449c-907e-4ec2-b0d7-9a3b070f4b49 req-f6ac63b0-5101-458a-b95d-491bf7b6ac5b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:28.687988 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5e75449c-907e-4ec2-b0d7-9a3b070f4b49 req-f6ac63b0-5101-458a-b95d-491bf7b6ac5b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.1043658 Apr 14 21:36:28.789531 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5e75449c-907e-4ec2-b0d7-9a3b070f4b49 req-f3ade531-c4fb-43a9-9aa4-6052b82db128 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844429 Apr 14 21:36:28.829229 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b1baef30-db44-4842-b4f7-57d579a1111c req-6d093bf9-ba14-4c7e-b3cc-cba32c3064a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (a3cfd36a-c911-47f9-9f43-d09bfb042ec6), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:28.846380 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['a3cfd36a-c911-47f9-9f43-d09bfb042ec6'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:28.860918 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d093bf9-ba14-4c7e-b3cc-cba32c3064a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Pushing event deleted for resources: {'Port': ['ID=a3cfd36a-c911-47f9-9f43-d09bfb042ec6,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:28.910872 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60492) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:28.933183 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1baef30-db44-4842-b4f7-57d579a1111c req-6d093bf9-ba14-4c7e-b3cc-cba32c3064a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] No DVR routers for this DVR port a3cfd36a-c911-47f9-9f43-d09bfb042ec6 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:36:28.936128 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b1baef30-db44-4842-b4f7-57d579a1111c req-6d093bf9-ba14-4c7e-b3cc-cba32c3064a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:28.939520 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b1baef30-db44-4842-b4f7-57d579a1111c req-6d093bf9-ba14-4c7e-b3cc-cba32c3064a2 tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.13 "DELETE /v2.0/ports/a3cfd36a-c911-47f9-9f43-d09bfb042ec6 HTTP/1.1" status: 204 len: 173 time: 1.0354602 Apr 14 21:36:28.940084 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'name': 'network-vif-deleted', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:28.945010 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86667c76-726a-4cd1-baae-98d98f7e8734" -d '{"events": [{"server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "name": "network-vif-deleted", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:28.983978 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f7df64-5e47-4a4d-a17c-299aef192e0d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (f1756dac-adda-467a-9756-33ad42f586c0), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:28.997586 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9b8948-f1ca-4e5c-a1d2-033f897306db x-openstack-request-id: req-0b9b8948-f1ca-4e5c-a1d2-033f897306db {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:29.002038 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e678a910-92fc-41ca-ba1b-bba29c39993c", "name": "network-vif-deleted", "tag": "a3cfd36a-c911-47f9-9f43-d09bfb042ec6", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:29.002038 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0b9b8948-f1ca-4e5c-a1d2-033f897306db {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:29.002038 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9b8948-f1ca-4e5c-a1d2-033f897306db'] response: {'server_uuid': 'e678a910-92fc-41ca-ba1b-bba29c39993c', 'name': 'network-vif-deleted', 'tag': 'a3cfd36a-c911-47f9-9f43-d09bfb042ec6', 'status': 'completed', 'code': 200} Apr 14 21:36:29.022285 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f7df64-5e47-4a4d-a17c-299aef192e0d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (f1756dac-adda-467a-9756-33ad42f586c0), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.080292 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f7df64-5e47-4a4d-a17c-299aef192e0d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f1756dac-adda-467a-9756-33ad42f586c0), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.083629 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-02f7df64-5e47-4a4d-a17c-299aef192e0d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.084755 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-02f7df64-5e47-4a4d-a17c-299aef192e0d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "DELETE /v2.0/security-groups/f1756dac-adda-467a-9756-33ad42f586c0 HTTP/1.1" status: 204 len: 168 time: 0.1723082 Apr 14 21:36:29.087589 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60496) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:29.097201 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7df64-5e47-4a4d-a17c-299aef192e0d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1756dac-adda-467a-9756-33ad42f586c0,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:29.101044 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.api.v2.resource [None req-af2da5ab-96e2-4368-b951-c58ee0691f74 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] show failed (client error): The resource could not be found. Apr 14 21:36:29.102396 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-af2da5ab-96e2-4368-b951-c58ee0691f74 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups/f1756dac-adda-467a-9756-33ad42f586c0 HTTP/1.1" status: 404 len: 347 time: 0.0133979 Apr 14 21:36:29.106360 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60498) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:29.194448 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bc9bccef-3e57-476a-9c7a-b7d33afd7329 req-c9fb9637-132c-406f-981b-92911247d8bf tempest-TestMinimumBasicScenario-1365745285 tempest-TestMinimumBasicScenario-1365745285-project] 10.222.0.47 "GET /v2.0/ports?device_id=e678a910-92fc-41ca-ba1b-bba29c39993c HTTP/1.1" status: 200 len: 210 time: 0.0303078 Apr 14 21:36:29.232526 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fb321f33-f3af-4134-bc02-249564e09f40 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Deleting port ab142d38-1351-4714-ae9e-0b0be06bb691 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:29.232791 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb321f33-f3af-4134-bc02-249564e09f40 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (ab142d38-1351-4714-ae9e-0b0be06bb691), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.318528 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb321f33-f3af-4134-bc02-249564e09f40 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (ab142d38-1351-4714-ae9e-0b0be06bb691), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.318861 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb321f33-f3af-4134-bc02-249564e09f40 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (ab142d38-1351-4714-ae9e-0b0be06bb691), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.334151 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-fb321f33-f3af-4134-bc02-249564e09f40 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Calling delete_port for ab142d38-1351-4714-ae9e-0b0be06bb691 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:29.474689 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb321f33-f3af-4134-bc02-249564e09f40 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (ab142d38-1351-4714-ae9e-0b0be06bb691), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.499008 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb321f33-f3af-4134-bc02-249564e09f40 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event deleted for resources: {'Port': ['ID=ab142d38-1351-4714-ae9e-0b0be06bb691,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:29.565650 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb321f33-f3af-4134-bc02-249564e09f40 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (922d24d5-4f94-4fb1-b3f3-ba18f7b74378), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.568184 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb321f33-f3af-4134-bc02-249564e09f40 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.569354 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-fb321f33-f3af-4134-bc02-249564e09f40 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "DELETE /v2.0/floatingips/922d24d5-4f94-4fb1-b3f3-ba18f7b74378 HTTP/1.1" status: 204 len: 168 time: 0.4617062 Apr 14 21:36:29.794792 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60504) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:29.799372 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-75d73f21-4b45-4568-ac49-335c5edbbd06 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896289811', 'description': 'tempest-description--336913337'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:29.820344 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75d73f21-4b45-4568-ac49-335c5edbbd06 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.896468 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75d73f21-4b45-4568-ac49-335c5edbbd06 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (d1efdb9d-c33f-44ee-8a57-862b81cf4e0d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.901147 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75d73f21-4b45-4568-ac49-335c5edbbd06 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (d1efdb9d-c33f-44ee-8a57-862b81cf4e0d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.904620 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bdaf3-c8fa-4da6-97f7-ccd8121b6308 req-321474e1-51da-4604-95d5-726c5d823c6a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:29.906134 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b53bdaf3-c8fa-4da6-97f7-ccd8121b6308 req-321474e1-51da-4604-95d5-726c5d823c6a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0479717 Apr 14 21:36:29.936302 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75d73f21-4b45-4568-ac49-335c5edbbd06 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.940247 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-75d73f21-4b45-4568-ac49-335c5edbbd06 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1417243 Apr 14 21:36:29.940247 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d73f21-4b45-4568-ac49-335c5edbbd06 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:29.940533 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60510) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:29.945530 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-d107f031-cec3-4fd8-a24f-16c3de650933 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'security_group_rule': {'security_group_id': 'd1efdb9d-c33f-44ee-8a57-862b81cf4e0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:29.973317 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b53bdaf3-c8fa-4da6-97f7-ccd8121b6308 req-b83d0dbd-d275-4e3a-ba3b-c77c5d5b405d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610929 Apr 14 21:36:29.988795 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d107f031-cec3-4fd8-a24f-16c3de650933 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (27328060-1c5d-4abc-a634-3bc96d4394e7), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.047685 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d107f031-cec3-4fd8-a24f-16c3de650933 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (27328060-1c5d-4abc-a634-3bc96d4394e7), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.051305 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d107f031-cec3-4fd8-a24f-16c3de650933 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (27328060-1c5d-4abc-a634-3bc96d4394e7), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.066411 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107f031-cec3-4fd8-a24f-16c3de650933 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27328060-1c5d-4abc-a634-3bc96d4394e7,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:30.076282 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d107f031-cec3-4fd8-a24f-16c3de650933 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.077462 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-d107f031-cec3-4fd8-a24f-16c3de650933 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359785 Apr 14 21:36:30.080265 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60512) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:30.084448 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-3261b3eb-c2d2-405c-9611-fed5fb5818dc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'security_group_rule': {'security_group_id': 'd1efdb9d-c33f-44ee-8a57-862b81cf4e0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:30.109687 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3261b3eb-c2d2-405c-9611-fed5fb5818dc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (1e2efa62-f286-4a8e-acee-d4a470d96e03), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.164138 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3261b3eb-c2d2-405c-9611-fed5fb5818dc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (1e2efa62-f286-4a8e-acee-d4a470d96e03), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.168102 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3261b3eb-c2d2-405c-9611-fed5fb5818dc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (1e2efa62-f286-4a8e-acee-d4a470d96e03), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.186517 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261b3eb-c2d2-405c-9611-fed5fb5818dc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2efa62-f286-4a8e-acee-d4a470d96e03,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:30.191149 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3261b3eb-c2d2-405c-9611-fed5fb5818dc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.192319 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-3261b3eb-c2d2-405c-9611-fed5fb5818dc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111586 Apr 14 21:36:30.195411 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60514) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:30.199792 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:30.219745 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.302470 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.409975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Allocated IP 172.27.3.142 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/a0f2635a-2c12-4bb2-830d-30e071b2a07f) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:30.523790 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for port (a0f2635a-2c12-4bb2-830d-30e071b2a07f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.562674 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (a0f2635a-2c12-4bb2-830d-30e071b2a07f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.602344 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:30.607984 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:30.610762 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:30.637306 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'Port': ['ID=a0f2635a-2c12-4bb2-830d-30e071b2a07f,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:30.707448 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (a1f3dea9-ce57-48fa-863b-f7ab29ba17cd), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.744423 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a0f2635a-2c12-4bb2-830d-30e071b2a07f), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.768643 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60562) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:30.899107 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for port (a0f2635a-2c12-4bb2-830d-30e071b2a07f), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.905310 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (a0f2635a-2c12-4bb2-830d-30e071b2a07f), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.979355 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'Port': ['ID=a0f2635a-2c12-4bb2-830d-30e071b2a07f,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:30.988588 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (a1f3dea9-ce57-48fa-863b-f7ab29ba17cd), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:31.009089 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:31.011227 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-96e21089-0e7f-4356-82a8-4c8104f17ab9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8147805 Apr 14 21:36:31.100462 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e8db1-178c-4cdc-8889-dd546ed5eabd req-1a08b12f-1804-45fd-83b6-a7f36958cdc0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:31.102329 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed8e8db1-178c-4cdc-8889-dd546ed5eabd req-1a08b12f-1804-45fd-83b6-a7f36958cdc0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0511792 Apr 14 21:36:31.161710 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed8e8db1-178c-4cdc-8889-dd546ed5eabd req-6fd020e5-2033-42db-a949-aeaf20542825 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526028 Apr 14 21:36:31.200038 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519628'] for router_interface (c24cc765-731c-40cd-8cae-b324bfd01eb6), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:31.361631 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-be85c450-a588-4d11-96c3-eaa493898ff7 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1896289811&fields=id&tenant_id=bfc47944ad764b639ab5f04ea39940fe HTTP/1.1" status: 200 len: 267 time: 0.0423460 Apr 14 21:36:31.465083 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-e3ff18a8-171f-49f1-a494-270e1541ea82 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:31.466591 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-e3ff18a8-171f-49f1-a494-270e1541ea82 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 816 time: 0.0985224 Apr 14 21:36:31.482686 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-0e8ca5b2-899f-4b43-b8a2-bf919743ab04 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/quotas/bfc47944ad764b639ab5f04ea39940fe HTTP/1.1" status: 200 len: 375 time: 0.0102088 Apr 14 21:36:31.485235 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] Deleting port dd84b3c9-8455-4ded-ae33-a7098280bc56 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:31.485575 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:31.536073 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-625f795f-eb57-48a7-b602-860fdffead48 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486257 Apr 14 21:36:31.565265 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] For port dd84b3c9-8455-4ded-ae33-a7098280bc56, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=dd84b3c9-8455-4ded-ae33-a7098280bc56,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:31.565622 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:31.578794 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] Calling delete_port for dd84b3c9-8455-4ded-ae33-a7098280bc56 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:31.630037 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-5eccfd9f-d1e6-46c3-8e97-42271f0dc923 service neutron] 10.222.0.47 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825438 Apr 14 21:36:31.722602 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-210c7693-3ba8-44ed-b354-e597b81c77de service neutron] 10.222.0.47 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859201 Apr 14 21:36:31.763084 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (dd84b3c9-8455-4ded-ae33-a7098280bc56), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:31.789243 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd84b3c9-8455-4ded-ae33-a7098280bc56,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:31.913420 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74162e74-7488-4a58-9ee3-3ed4c0523a8b req-15add29b-2e07-4574-a2e8-b9e2a2459360 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 210 time: 0.0371976 Apr 14 21:36:32.003156 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519504'] for router_interface (c24cc765-731c-40cd-8cae-b324bfd01eb6), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:32.172673 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device a3cfd36a-c911-47f9-9f43-d09bfb042ec6 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:32.195828 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: a3cfd36a-c911-47f9-9f43-d09bfb042ec6 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:32.196159 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device a3cfd36a-c911-47f9-9f43-d09bfb042ec6 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:32.240423 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] Router c24cc765-731c-40cd-8cae-b324bfd01eb6 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:32.287391 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdadf28-f4ad-4881-a94f-e3ae3334d20a req-0aef169a-114f-4661-a735-bf8fc7419c10 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:32.289002 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-abdadf28-f4ad-4881-a94f-e3ae3334d20a req-0aef169a-114f-4661-a735-bf8fc7419c10 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0515547 Apr 14 21:36:32.340492 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-abdadf28-f4ad-4881-a94f-e3ae3334d20a req-dac0bc8c-5b17-45fe-bb66-5edd2bc562e3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 Apr 14 21:36:32.363542 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:32.370944 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-66e5b0c2-35a9-4a71-803c-9394c3ca1962 admin admin] 10.222.0.47 "PUT /v2.0/routers/c24cc765-731c-40cd-8cae-b324bfd01eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5989091 Apr 14 21:36:32.371967 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60594) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:32.374671 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] Sync routers for ids ['c24cc765-731c-40cd-8cae-b324bfd01eb6'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:32.386379 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] Routers {'c24cc765-731c-40cd-8cae-b324bfd01eb6'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:32.387100 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['c24cc765-731c-40cd-8cae-b324bfd01eb6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:32.505691 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] Set router c24cc765-731c-40cd-8cae-b324bfd01eb6 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:32.679965 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:36:31Z', 'revision_number': 5, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:32.706958 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] Checking router: c24cc765-731c-40cd-8cae-b324bfd01eb6 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:32.715392 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] Routers {'c24cc765-731c-40cd-8cae-b324bfd01eb6'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:32.716053 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['c24cc765-731c-40cd-8cae-b324bfd01eb6'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:32.718589 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Publish callbacks [] for router (c24cc765-731c-40cd-8cae-b324bfd01eb6), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:32.831081 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] Set router c24cc765-731c-40cd-8cae-b324bfd01eb6 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:32.839868 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Publish callbacks [] for router_gateway (c24cc765-731c-40cd-8cae-b324bfd01eb6), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:32.899103 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Deleting port 676e1b12-5129-4f7a-890d-b83dcfffa21e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:32.899550 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:32.985949 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-2e175121-f735-4c59-9723-cdcb8a04c383 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:32.988246 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-2e175121-f735-4c59-9723-cdcb8a04c383 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 816 time: 0.1330924 Apr 14 21:36:33.034973 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] For port 676e1b12-5129-4f7a-890d-b83dcfffa21e, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=676e1b12-5129-4f7a-890d-b83dcfffa21e,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:33.035249 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.049065 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:36:31Z', 'revision_number': 5, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:33.050390 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Calling delete_port for 676e1b12-5129-4f7a-890d-b83dcfffa21e owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:33.077152 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d890d-8e61-4e47-a074-d7d8ae02c6db None None] The sync data for ids ['c24cc765-731c-40cd-8cae-b324bfd01eb6'] in dv-cinder-837543-3-iscsi is: [{'id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'name': 'tempest-TestMinimumBasicScenario-804179827-router', 'tenant_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:36:31Z', 'revision_number': 5, 'project_id': '7a8234531a7b40a6a3c83cfdc11d5ed3', 'gw_port': {'id': '676e1b12-5129-4f7a-890d-b83dcfffa21e', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24cc765-731c-40cd-8cae-b324bfd01eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:33.094581 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-70531c08-e2aa-43f7-884c-6be9ce6846ea req-aa879829-ef58-4c04-90e9-48959be70ffe tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 210 time: 0.0454416 Apr 14 21:36:33.105173 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-1235b5de-a9bc-46fa-8a7c-b97e9f6459d6 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfc47944ad764b639ab5f04ea39940fe HTTP/1.1" status: 200 len: 380 time: 0.1051693 Apr 14 21:36:33.114918 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'port': {'device_id': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'admin_state_up': True, 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'security_groups': ['d1efdb9d-c33f-44ee-8a57-862b81cf4e0d']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:33.239066 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Made reservation on behalf of bfc47944ad764b639ab5f04ea39940fe for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:36:33.242551 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.267174 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (676e1b12-5129-4f7a-890d-b83dcfffa21e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.313344 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Pushing event deleted for resources: {'Port': ['ID=676e1b12-5129-4f7a-890d-b83dcfffa21e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:33.383224 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-521206'] for router_gateway (c24cc765-731c-40cd-8cae-b324bfd01eb6), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.418099 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Allocated IP 172.20.0.9 (e1d851be-8713-402d-9209-d2c263e57df3/1b090fa0-5455-4ebb-b132-835aaef31186/5fcc3857-8fad-4b29-95ad-3f93e5a06728) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:33.516835 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11676'] for router (c24cc765-731c-40cd-8cae-b324bfd01eb6), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.519125 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Publish callbacks [] for router_controller (c24cc765-731c-40cd-8cae-b324bfd01eb6), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.534658 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe8464-4f4f-4ea8-8d61-20ea462e621c req-dab0badf-b288-4700-8025-508251814c70 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:33.536199 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9bbe8464-4f4f-4ea8-8d61-20ea462e621c req-dab0badf-b288-4700-8025-508251814c70 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.1127956 Apr 14 21:36:33.593426 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518675'] for router (c24cc765-731c-40cd-8cae-b324bfd01eb6), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.594469 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c24cc765-731c-40cd-8cae-b324bfd01eb6 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:36:33.602983 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.607955 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-74472a12-06cc-4faf-8e73-138c0730e863 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c24cc765-731c-40cd-8cae-b324bfd01eb6 HTTP/1.1" status: 204 len: 168 time: 1.2308161 Apr 14 21:36:33.608245 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:33.637010 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9bbe8464-4f4f-4ea8-8d61-20ea462e621c req-3e97b22f-a96e-43f8-b073-cc9105a78f03 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718951 Apr 14 21:36:33.649795 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.663281 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f4f3cf-fac8-464d-bde3-fa0b77fe5c5a admin admin] Deleting subnet 25ad6f9b-f88c-416d-a2f7-14e66d1ad417 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:36:33.667019 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67f4f3cf-fac8-464d-bde3-fa0b77fe5c5a admin admin] Publish callbacks [] for subnet (25ad6f9b-f88c-416d-a2f7-14e66d1ad417), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.693871 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.703499 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67f4f3cf-fac8-464d-bde3-fa0b77fe5c5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8645108'] for subnet (25ad6f9b-f88c-416d-a2f7-14e66d1ad417), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.740236 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Network e1d851be-8713-402d-9209-d2c263e57df3 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:33.743801 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:33.751555 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:33.802179 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event updated for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:33.812263 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:33.813047 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.830630 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67f4f3cf-fac8-464d-bde3-fa0b77fe5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (25ad6f9b-f88c-416d-a2f7-14e66d1ad417), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.830791 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8d4e1387-d42c-4737-ae31-576b0bbe86d4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7208014 Apr 14 21:36:33.850295 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Request body: {'port': {'device_id': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:33.897762 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67f4f3cf-fac8-464d-bde3-fa0b77fe5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8644412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8399514'] for subnet (25ad6f9b-f88c-416d-a2f7-14e66d1ad417), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.925553 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4f3cf-fac8-464d-bde3-fa0b77fe5c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ad6f9b-f88c-416d-a2f7-14e66d1ad417,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:33.929183 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67f4f3cf-fac8-464d-bde3-fa0b77fe5c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:33.932470 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-67f4f3cf-fac8-464d-bde3-fa0b77fe5c5a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/25ad6f9b-f88c-416d-a2f7-14e66d1ad417 HTTP/1.1" status: 204 len: 168 time: 0.3229468 Apr 14 21:36:33.935233 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60608) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:33.941774 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a4244-bae8-4bfb-982a-a0de54cae65d None None] Network f915bffc-ca31-4d2d-8190-8ffdc5a32bff requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:36:33.943766 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.031264 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (f915bffc-ca31-4d2d-8190-8ffdc5a32bff), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.042344 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-950f5112-255a-4d2d-a20b-650590f2b867 None None] Provisioning complete for port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:34.042993 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-950f5112-255a-4d2d-a20b-650590f2b867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.077612 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Deleting port 1d6cad60-cee5-4726-a228-c22b033decb1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:34.078034 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.091127 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-950f5112-255a-4d2d-a20b-650590f2b867 None None] Port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:36:34.144003 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] For port 1d6cad60-cee5-4726-a228-c22b033decb1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=1d6cad60-cee5-4726-a228-c22b033decb1,segment=NetworkSegment(f94818b9-18d9-4274-9202-5b4721e332cc),segment_id=f94818b9-18d9-4274-9202-5b4721e332cc)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:34.145602 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.157850 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Calling delete_port for 1d6cad60-cee5-4726-a228-c22b033decb1 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:34.222797 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac607744-5589-4f6c-92a0-6440824402be None None] DHCP port deletion for f915bffc-ca31-4d2d-8190-8ffdc5a32bff request from dv-cinder-837543-3-iscsi {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:36:34.272930 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633782fb-3b77-4b19-96b9-ea8b261010e8 req-ccc2fbac-6ac1-4eff-8e22-05255f421bbb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:34.276089 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-633782fb-3b77-4b19-96b9-ea8b261010e8 req-ccc2fbac-6ac1-4eff-8e22-05255f421bbb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 931 time: 0.1013064 Apr 14 21:36:34.278191 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.304509 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6cad60-cee5-4726-a228-c22b033decb1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:34.308045 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] No DVR routers for this DVR port 1d6cad60-cee5-4726-a228-c22b033decb1 on host dv-cinder-837543-3-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:36:34.321054 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device dd84b3c9-8455-4ded-ae33-a7098280bc56 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:34.350538 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ac607744-5589-4f6c-92a0-6440824402be None None] Deleting port 1d6cad60-cee5-4726-a228-c22b033decb1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:34.351109 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac607744-5589-4f6c-92a0-6440824402be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.353217 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: dd84b3c9-8455-4ded-ae33-a7098280bc56 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:34.355064 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device dd84b3c9-8455-4ded-ae33-a7098280bc56 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:34.376989 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcc3857-8fad-4b29-95ad-3f93e5a06728 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:34.385083 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-633782fb-3b77-4b19-96b9-ea8b261010e8 req-ee8f86d4-c7d0-4abe-a555-23e511ebb0f8 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903423 Apr 14 21:36:34.387097 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (f915bffc-ca31-4d2d-8190-8ffdc5a32bff), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.389491 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Publish callbacks [] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.403741 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Transition to ACTIVE for port object 5fcc3857-8fad-4b29-95ad-3f93e5a06728 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:36:34.407710 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.411912 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f915bffc-ca31-4d2d-8190-8ffdc5a32bff']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:34.424462 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-ac607744-5589-4f6c-92a0-6440824402be None None] For port 1d6cad60-cee5-4726-a228-c22b033decb1, host dv-cinder-837543-3-iscsi, got binding levels [] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:34.424854 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac607744-5589-4f6c-92a0-6440824402be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.426090 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94818b9-18d9-4274-9202-5b4721e332cc') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:34.426389 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94818b9-18d9-4274-9202-5b4721e332cc') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:34.437320 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (f94818b9-18d9-4274-9202-5b4721e332cc), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.439457 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ac607744-5589-4f6c-92a0-6440824402be None None] Calling delete_port for 1d6cad60-cee5-4726-a228-c22b033decb1 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:34.443658 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.ipam_backend_mixin [None req-ac607744-5589-4f6c-92a0-6440824402be None None] Port 1d6cad60-cee5-4726-a228-c22b033decb1 was not found and therefore no delete operation was performed {{(pid=103385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 14 21:36:34.444915 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac607744-5589-4f6c-92a0-6440824402be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871'] for port (1d6cad60-cee5-4726-a228-c22b033decb1), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.458555 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (f94818b9-18d9-4274-9202-5b4721e332cc), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.467365 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:36:34.467777 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (f94818b9-18d9-4274-9202-5b4721e332cc), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:36:34.470400 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:36:34.475602 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac607744-5589-4f6c-92a0-6440824402be None None] Pushing event deleted for resources: {'Port': ['ID=1d6cad60-cee5-4726-a228-c22b033decb1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:34.475975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:34.480607 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac607744-5589-4f6c-92a0-6440824402be None None] No DVR routers for this DVR port 1d6cad60-cee5-4726-a228-c22b033decb1 on host dv-cinder-837543-3-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:36:34.528648 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (f915bffc-ca31-4d2d-8190-8ffdc5a32bff), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.535114 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.538454 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] 10.222.0.47 "DELETE /v2.0/networks/f915bffc-ca31-4d2d-8190-8ffdc5a32bff HTTP/1.1" status: 204 len: 168 time: 0.5971451 Apr 14 21:36:34.543926 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60614) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:34.551012 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f603404-83d7-4fef-9ff6-33190cb4380b admin admin] Pushing event deleted for resources: {'Network': ['ID=f915bffc-ca31-4d2d-8190-8ffdc5a32bff,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:34.654496 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Attempting to bind port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:34.654835 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Attempting to bind port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:34.655168 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Attempting to bind port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 on network e1d851be-8713-402d-9209-d2c263e57df3 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:34.669479 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 on network e1d851be-8713-402d-9209-d2c263e57df3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:36:34.669839 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Attempting to bind port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 on network e1d851be-8713-402d-9209-d2c263e57df3 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:34.676857 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:34.677199 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Checking segment: {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:34.677584 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Bound using segment: {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:34.678041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Bound port: 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb983607-6e7d-4fe2-bb62-60094c9d9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:34.678407 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.857132 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440df507-aabb-437e-bba4-6d60a8b80cde req-34c9106f-10c7-46b4-815d-89b97eeb0e3e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:34.858619 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-440df507-aabb-437e-bba4-6d60a8b80cde req-34c9106f-10c7-46b4-815d-89b97eeb0e3e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.1424148 Apr 14 21:36:34.864853 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:34.869640 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:34.888864 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.950507 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:34.951350 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.952599 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fcc3857-8fad-4b29-95ad-3f93e5a06728 HTTP/1.1" status: 200 len: 1093 time: 1.1067636 Apr 14 21:36:34.953415 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:34.955694 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86985ef7-b453-4ea1-af62-3e4ee4058869" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:35.002675 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-440df507-aabb-437e-bba4-6d60a8b80cde req-04e81759-8a54-47c4-b141-9aeef8e13e10 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354952 Apr 14 21:36:35.005740 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f50732-a071-465f-bd44-e25973643a5b x-openstack-request-id: req-d3f50732-a071-465f-bd44-e25973643a5b {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:35.006033 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:35.006293 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d3f50732-a071-465f-bd44-e25973643a5b {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:35.006692 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f50732-a071-465f-bd44-e25973643a5b'] response: {'name': 'network-changed', 'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'status': 'completed', 'code': 200} Apr 14 21:36:35.022629 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4563b-43a4-4889-a107-8cf54b29ce35 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:35.182400 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519628'] for router_interface (a8f693de-7103-4d1f-ab25-d4920783dc74), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:35.581065 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86985ef7-b453-4ea1-af62-3e4ee4058869 req-ce5192cc-1e58-48fd-aafe-a098129448cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:35.582564 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-86985ef7-b453-4ea1-af62-3e4ee4058869 req-ce5192cc-1e58-48fd-aafe-a098129448cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 1127 time: 0.3645158 Apr 14 21:36:35.626345 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4382-c020-41da-b22c-0d31b5540db4 req-fca9fb75-71b9-4987-b4ba-46a02aa5b65b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:35.627778 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b3bd4382-c020-41da-b22c-0d31b5540db4 req-fca9fb75-71b9-4987-b4ba-46a02aa5b65b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.1201863 Apr 14 21:36:35.832189 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b3bd4382-c020-41da-b22c-0d31b5540db4 req-702154c5-0e4b-4677-9c0f-491daf6e4497 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952555 Apr 14 21:36:35.845600 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86985ef7-b453-4ea1-af62-3e4ee4058869 req-960d347e-3755-4ee8-b1eb-cddca2172848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:35.847086 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-86985ef7-b453-4ea1-af62-3e4ee4058869 req-960d347e-3755-4ee8-b1eb-cddca2172848 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=bfc47944ad764b639ab5f04ea39940fe&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2560024 Apr 14 21:36:35.923834 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] Deleting port df9eb3c7-ea61-44a2-828d-5b74b6f55971 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:35.924028 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 676e1b12-5129-4f7a-890d-b83dcfffa21e no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:35.924482 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:35.943334 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 676e1b12-5129-4f7a-890d-b83dcfffa21e {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:35.943769 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 676e1b12-5129-4f7a-890d-b83dcfffa21e not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:35.944262 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 1d6cad60-cee5-4726-a228-c22b033decb1 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:35.963622 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 1d6cad60-cee5-4726-a228-c22b033decb1 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:35.963968 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 1d6cad60-cee5-4726-a228-c22b033decb1 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:36.004630 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] For port df9eb3c7-ea61-44a2-828d-5b74b6f55971, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=df9eb3c7-ea61-44a2-828d-5b74b6f55971,segment=NetworkSegment(5f5d0d86-2c94-4d34-aecb-bcb423cacbb6),segment_id=5f5d0d86-2c94-4d34-aecb-bcb423cacbb6)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:36.005093 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:36.017495 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] Calling delete_port for df9eb3c7-ea61-44a2-828d-5b74b6f55971 owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:36.160027 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4c32-50d5-42a1-9d3f-6b748a3a6879 req-7c301176-01e3-4ea3-83c3-34b8be7f90fb tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:36.161410 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-85ae4c32-50d5-42a1-9d3f-6b748a3a6879 req-7c301176-01e3-4ea3-83c3-34b8be7f90fb tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0888202 Apr 14 21:36:36.230511 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-85ae4c32-50d5-42a1-9d3f-6b748a3a6879 req-2e5083a9-d6e8-46a0-9d3a-c6ba496fdb55 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606146 Apr 14 21:36:36.271671 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (df9eb3c7-ea61-44a2-828d-5b74b6f55971), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:36.297276 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=df9eb3c7-ea61-44a2-828d-5b74b6f55971,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:36.365100 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90165229-c9cd-457b-bc3e-a6282fa8bcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:36.479688 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519504'] for router_interface (a8f693de-7103-4d1f-ab25-d4920783dc74), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:36.699160 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] Router a8f693de-7103-4d1f-ab25-d4920783dc74 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:36.876202 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:36.878292 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86985ef7-b453-4ea1-af62-3e4ee4058869 req-53b03b58-0058-4ec7-83c5-07edde43edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:36.879788 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-86985ef7-b453-4ea1-af62-3e4ee4058869 req-53b03b58-0058-4ec7-83c5-07edde43edee service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393900 Apr 14 21:36:36.886253 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-e8882052-ee15-47ba-9318-2df98e701a9c admin admin] 10.222.0.47 "PUT /v2.0/routers/a8f693de-7103-4d1f-ab25-d4920783dc74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3383396 Apr 14 21:36:36.886776 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60634) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:36.887239 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] Sync routers for ids ['a8f693de-7103-4d1f-ab25-d4920783dc74'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:36.897768 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] Routers {'a8f693de-7103-4d1f-ab25-d4920783dc74'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:36.898398 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['a8f693de-7103-4d1f-ab25-d4920783dc74'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:36.964917 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b5d9f-6138-4cf1-9709-55b9b42eff4b req-cc244d13-4dcc-4e25-a851-1d4d0935a353 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:36.966460 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ad7b5d9f-6138-4cf1-9709-55b9b42eff4b req-cc244d13-4dcc-4e25-a851-1d4d0935a353 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0558603 Apr 14 21:36:36.999108 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Publish callbacks [] for router (a8f693de-7103-4d1f-ab25-d4920783dc74), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.020244 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ad7b5d9f-6138-4cf1-9709-55b9b42eff4b req-304d7154-326c-4d27-9f27-7e96ffc00f82 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471711 Apr 14 21:36:37.022099 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] Set router a8f693de-7103-4d1f-ab25-d4920783dc74 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:37.118694 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Publish callbacks [] for router_gateway (a8f693de-7103-4d1f-ab25-d4920783dc74), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.164241 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Deleting port aede1ddf-8de0-4038-9551-f17f15d5a86c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:37.164619 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.195751 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'name': 'tempest-TestMinimumBasicScenario-1344029414-router', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:07Z', 'updated_at': '2022-04-14T21:36:36Z', 'revision_number': 5, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'gw_port': {'id': 'aede1ddf-8de0-4038-9551-f17f15d5a86c', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:08Z', 'updated_at': '2022-04-14T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:37.222539 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] Checking router: a8f693de-7103-4d1f-ab25-d4920783dc74 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:37.231506 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] Routers {'a8f693de-7103-4d1f-ab25-d4920783dc74'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:37.232105 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['a8f693de-7103-4d1f-ab25-d4920783dc74'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:37.243992 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] For port aede1ddf-8de0-4038-9551-f17f15d5a86c, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=aede1ddf-8de0-4038-9551-f17f15d5a86c,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:37.245104 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.257879 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Calling delete_port for aede1ddf-8de0-4038-9551-f17f15d5a86c owned by network:router_gateway {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:37.324487 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] Set router a8f693de-7103-4d1f-ab25-d4920783dc74 gateway port host: None {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:37.346678 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee28f3-20fa-4d93-8fb2-47c95185b2f1 req-98a3ba75-3edc-4917-876b-4521f9919047 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:37.348169 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-50ee28f3-20fa-4d93-8fb2-47c95185b2f1 req-98a3ba75-3edc-4917-876b-4521f9919047 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0497332 Apr 14 21:36:37.394547 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'name': 'tempest-TestMinimumBasicScenario-1344029414-router', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:07Z', 'updated_at': '2022-04-14T21:36:37Z', 'revision_number': 6, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'gw_port_host': None}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:37.400057 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-50ee28f3-20fa-4d93-8fb2-47c95185b2f1 req-06b1c2e0-aabf-4f6d-9f41-b387404a3613 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449080 Apr 14 21:36:37.425248 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54916817-b2c4-4889-889f-1c242f688a8a None None] The sync data for ids ['a8f693de-7103-4d1f-ab25-d4920783dc74'] in dv-cinder-837543-3-iscsi is: [{'id': 'a8f693de-7103-4d1f-ab25-d4920783dc74', 'name': 'tempest-TestMinimumBasicScenario-1344029414-router', 'tenant_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:07Z', 'updated_at': '2022-04-14T21:36:37Z', 'revision_number': 6, 'project_id': 'ae88a91dcc7149c09c3b3e4cd8abb30f', 'gw_port_host': None}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:37.443203 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (aede1ddf-8de0-4038-9551-f17f15d5a86c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.472014 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Pushing event deleted for resources: {'Port': ['ID=aede1ddf-8de0-4038-9551-f17f15d5a86c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:37.533330 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-521206'] for router_gateway (a8f693de-7103-4d1f-ab25-d4920783dc74), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.625288 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11676'] for router (a8f693de-7103-4d1f-ab25-d4920783dc74), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.627469 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Publish callbacks [] for router_controller (a8f693de-7103-4d1f-ab25-d4920783dc74), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.672627 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518675'] for router (a8f693de-7103-4d1f-ab25-d4920783dc74), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.673181 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f693de-7103-4d1f-ab25-d4920783dc74 {{(pid=103384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:36:37.678113 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.679246 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4470c449-23fe-4430-a1c6-c32067cf8246 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a8f693de-7103-4d1f-ab25-d4920783dc74 HTTP/1.1" status: 204 len: 168 time: 0.7913136 Apr 14 21:36:37.681821 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60640) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:37.728462 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0bef61-6ab3-45c1-bd89-6ec5657446f7 admin admin] Deleting subnet ec6e1f4a-21c1-4436-b676-06e2acd1d6d2 {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:36:37.732128 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0bef61-6ab3-45c1-bd89-6ec5657446f7 admin admin] Publish callbacks [] for subnet (ec6e1f4a-21c1-4436-b676-06e2acd1d6d2), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.773496 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0bef61-6ab3-45c1-bd89-6ec5657446f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8645108'] for subnet (ec6e1f4a-21c1-4436-b676-06e2acd1d6d2), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.866293 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0bef61-6ab3-45c1-bd89-6ec5657446f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (ec6e1f4a-21c1-4436-b676-06e2acd1d6d2), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.920549 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0bef61-6ab3-45c1-bd89-6ec5657446f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8644412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8399514'] for subnet (ec6e1f4a-21c1-4436-b676-06e2acd1d6d2), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.944845 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bef61-6ab3-45c1-bd89-6ec5657446f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6e1f4a-21c1-4436-b676-06e2acd1d6d2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:37.948489 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ef0bef61-6ab3-45c1-bd89-6ec5657446f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:37.951623 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ef0bef61-6ab3-45c1-bd89-6ec5657446f7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ec6e1f4a-21c1-4436-b676-06e2acd1d6d2 HTTP/1.1" status: 204 len: 168 time: 0.2688644 Apr 14 21:36:37.954155 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60642) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:37.956709 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e23626-1042-4dfc-897c-aaf6c90a2a5b None None] Network 500ff2dc-cef4-484d-91bb-c2169042b730 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:36:38.022422 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (500ff2dc-cef4-484d-91bb-c2169042b730), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.069815 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Deleting port fc4326e0-4e88-4615-b8a7-8f636df01dd1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:38.071109 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.139976 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] For port fc4326e0-4e88-4615-b8a7-8f636df01dd1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=fc4326e0-4e88-4615-b8a7-8f636df01dd1,segment=NetworkSegment(5f5d0d86-2c94-4d34-aecb-bcb423cacbb6),segment_id=5f5d0d86-2c94-4d34-aecb-bcb423cacbb6)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:38.140253 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.154275 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Calling delete_port for fc4326e0-4e88-4615-b8a7-8f636df01dd1 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:38.161663 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe44c0-0712-49b6-9b87-07afbbfe3431 req-bb39fd69-fa9a-4acf-9453-55b26e91a708 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:38.163243 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2bfe44c0-0712-49b6-9b87-07afbbfe3431 req-bb39fd69-fa9a-4acf-9453-55b26e91a708 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0621281 Apr 14 21:36:38.230305 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2bfe44c0-0712-49b6-9b87-07afbbfe3431 req-210f5e7f-1205-4294-b611-e6c9af22b731 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606709 Apr 14 21:36:38.233957 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a1c34-85c4-46ac-9cd8-affbdbcf8d01 None None] DHCP port deletion for 500ff2dc-cef4-484d-91bb-c2169042b730 request from dv-cinder-837543-3-iscsi {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:36:38.246549 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (fc4326e0-4e88-4615-b8a7-8f636df01dd1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.268213 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f96a1c34-85c4-46ac-9cd8-affbdbcf8d01 None None] The port 'fc4326e0-4e88-4615-b8a7-8f636df01dd1' was deleted {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 14 21:36:38.284260 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4326e0-4e88-4615-b8a7-8f636df01dd1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:38.289212 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] No DVR routers for this DVR port fc4326e0-4e88-4615-b8a7-8f636df01dd1 on host dv-cinder-837543-3-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:36:38.305375 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device fc4326e0-4e88-4615-b8a7-8f636df01dd1 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:38.327202 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: fc4326e0-4e88-4615-b8a7-8f636df01dd1 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:38.327543 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device fc4326e0-4e88-4615-b8a7-8f636df01dd1 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:38.327961 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device aede1ddf-8de0-4038-9551-f17f15d5a86c no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:38.348164 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: aede1ddf-8de0-4038-9551-f17f15d5a86c {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:38.348599 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device aede1ddf-8de0-4038-9551-f17f15d5a86c not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:38.349118 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device df9eb3c7-ea61-44a2-828d-5b74b6f55971 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:38.365263 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (500ff2dc-cef4-484d-91bb-c2169042b730), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.370100 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: df9eb3c7-ea61-44a2-828d-5b74b6f55971 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:38.370452 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device df9eb3c7-ea61-44a2-828d-5b74b6f55971 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:38.385956 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500ff2dc-cef4-484d-91bb-c2169042b730']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:38.395120 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:38.395411 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5d0d86-2c94-4d34-aecb-bcb423cacbb6') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:38.409302 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (5f5d0d86-2c94-4d34-aecb-bcb423cacbb6), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.423817 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (5f5d0d86-2c94-4d34-aecb-bcb423cacbb6), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.431525 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:36:38.433027 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (5f5d0d86-2c94-4d34-aecb-bcb423cacbb6), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:36:38.435297 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:36:38.496035 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (500ff2dc-cef4-484d-91bb-c2169042b730), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.514591 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.518005 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] 10.222.0.47 "DELETE /v2.0/networks/500ff2dc-cef4-484d-91bb-c2169042b730 HTTP/1.1" status: 204 len: 168 time: 0.5628996 Apr 14 21:36:38.519774 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54e8ff-e9f5-4a20-9aa3-2a0b0c0d2284 admin admin] Pushing event deleted for resources: {'Network': ['ID=500ff2dc-cef4-484d-91bb-c2169042b730,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:38.565796 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-32b357a0-010d-43f5-8059-8d4657bf9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:38.567287 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-32b357a0-010d-43f5-8059-8d4657bf9736 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 1127 time: 0.0856330 Apr 14 21:36:38.578583 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22ca9c-80da-4d1c-81e5-018853d06b04 req-3acbe51e-d451-4a17-9d7c-297dc717c763 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:38.580012 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5b22ca9c-80da-4d1c-81e5-018853d06b04 req-3acbe51e-d451-4a17-9d7c-297dc717c763 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0901067 Apr 14 21:36:38.639981 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-4f87ffe1-70e7-4f28-80a8-df87c81b85d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728 HTTP/1.1" status: 200 len: 217 time: 0.0590193 Apr 14 21:36:38.655510 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60652) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:38.668379 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5b22ca9c-80da-4d1c-81e5-018853d06b04 req-35e2773f-7ece-4a4d-8a65-5f020250ea0c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819230 Apr 14 21:36:38.697882 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e5005c5a-69cd-40af-854b-f68bd371e8f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a8234531a7b40a6a3c83cfdc11d5ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411682 Apr 14 21:36:38.706732 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60654) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:38.726889 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d47e021b-c945-41cd-9a1f-d095477fb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:38.729132 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-d47e021b-c945-41cd-9a1f-d095477fb213 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.0450449 Apr 14 21:36:38.756995 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d58f8132-825d-49e1-8b38-0881f7747e5b admin admin] Publish callbacks [] for security_group (aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.774416 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8a1866e1-995e-461e-8d07-7107744e92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:38.776599 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-8a1866e1-995e-461e-8d07-7107744e92ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414305 Apr 14 21:36:38.784791 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d58f8132-825d-49e1-8b38-0881f7747e5b admin admin] Publish callbacks [] for security_group (aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.832459 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d58f8132-825d-49e1-8b38-0881f7747e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.835307 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d58f8132-825d-49e1-8b38-0881f7747e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.836541 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d58f8132-825d-49e1-8b38-0881f7747e5b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27 HTTP/1.1" status: 204 len: 168 time: 0.1288905 Apr 14 21:36:38.845537 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f8132-825d-49e1-8b38-0881f7747e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa7dd90-b6a7-4e9f-bc91-1cd62323ad27,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:38.874496 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-2167b750-ed7a-468b-934d-9c882d1138a7 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898476 Apr 14 21:36:38.890157 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-854d350e-b95f-4545-b0d4-2c7f3814cfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.972328 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74e819aa-32a5-41b7-94ef-a61ff41a1979 req-16fdc3c9-845a-4fdd-9280-b59f4381889b service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884187 Apr 14 21:36:39.173016 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60660) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:39.211532 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f2f66a6a-da04-4db0-92b0-a1eeb28b42a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ae88a91dcc7149c09c3b3e4cd8abb30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374038 Apr 14 21:36:39.214005 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60662) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:39.258966 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-037c3ebf-6366-4335-93e4-a63c73ca92fa admin admin] Publish callbacks [] for security_group (3de472e7-1445-41ef-b277-bbfaa31340c2), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:39.280347 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-037c3ebf-6366-4335-93e4-a63c73ca92fa admin admin] Publish callbacks [] for security_group (3de472e7-1445-41ef-b277-bbfaa31340c2), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:39.330771 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-037c3ebf-6366-4335-93e4-a63c73ca92fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (3de472e7-1445-41ef-b277-bbfaa31340c2), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:39.333288 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-037c3ebf-6366-4335-93e4-a63c73ca92fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:39.336784 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-037c3ebf-6366-4335-93e4-a63c73ca92fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3de472e7-1445-41ef-b277-bbfaa31340c2 HTTP/1.1" status: 204 len: 168 time: 0.1196587 Apr 14 21:36:39.342296 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c3ebf-6366-4335-93e4-a63c73ca92fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de472e7-1445-41ef-b277-bbfaa31340c2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:39.366215 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1af2e0-ed80-4a89-ac23-b593618b1dba req-5fc4289a-20f5-4ab8-bbdd-865e80882b0a tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:39.367695 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dd1af2e0-ed80-4a89-ac23-b593618b1dba req-5fc4289a-20f5-4ab8-bbdd-865e80882b0a tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0552735 Apr 14 21:36:39.419177 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dd1af2e0-ed80-4a89-ac23-b593618b1dba req-b371c383-072e-405b-b31d-bebadb5f5c95 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Apr 14 21:36:39.681758 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:39.786427 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf552b8-49c5-4006-81c5-9e646b7398e5 req-944e0ad5-c842-4c89-b6da-421b6d406b79 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:39.793845 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ebf552b8-49c5-4006-81c5-9e646b7398e5 req-944e0ad5-c842-4c89-b6da-421b6d406b79 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0548515 Apr 14 21:36:39.854069 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ebf552b8-49c5-4006-81c5-9e646b7398e5 req-9fff488b-ba9d-45b4-aee4-694d7baab413 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593212 Apr 14 21:36:40.030557 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60694) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:40.126335 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-952680648-network', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:40.146497 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Made reservation on behalf of b4a73c0bee9e4ee385f34e88d51f37ce for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:36:40.148969 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:40.158479 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:40.234224 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Publish callbacks [] for security_group (62913fd3-801e-473a-b443-7e45a4805e2c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:40.237920 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (62913fd3-801e-473a-b443-7e45a4805e2c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:40.262881 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:36:40.272194 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62913fd3-801e-473a-b443-7e45a4805e2c,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:40.277912 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (fb1d21db-4a07-4026-bd7b-e40936cf4cdc), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:40.278260 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Added segment fb1d21db-4a07-4026-bd7b-e40936cf4cdc of type vlan for network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 Apr 14 21:36:40.316889 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:40.341103 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:40.342185 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:40.342771 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:40.373447 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3417675 Apr 14 21:36:40.376597 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60698) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:40.381461 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Request body: {'subnet': {'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-952680648-subnet', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:40.402303 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Made reservation on behalf of b4a73c0bee9e4ee385f34e88d51f37ce for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:36:40.404553 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7670236'] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:40.405818 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97038a0a-246e-4cac-91eb-31244af91dfa admin admin] Pushing event updated for resources: {'Network': ['ID=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:40.415170 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:36:40.825549 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ef8e1-1ea4-4fc9-b3aa-5e5442f82139 req-b0c01278-bd49-448e-a0f4-13125241f0a9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:40.827079 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b21ef8e1-1ea4-4fc9-b3aa-5e5442f82139 req-b0c01278-bd49-448e-a0f4-13125241f0a9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.3305292 Apr 14 21:36:40.908548 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7735659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7670218'] for subnet (58f3dc53-00b7-4786-96b4-1ff30af8601a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:40.942693 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b21ef8e1-1ea4-4fc9-b3aa-5e5442f82139 req-f174763c-0e7b-460d-96bd-3036d689ad86 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096127 Apr 14 21:36:41.003990 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f3dc53-00b7-4786-96b4-1ff30af8601a,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:41.019278 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec7ae-d6a2-4343-baf7-caaeca8b1093 req-a707965e-e8d5-4c64-98e6-0a6a2d37e000 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:41.020738 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fe1ec7ae-d6a2-4343-baf7-caaeca8b1093 req-a707965e-e8d5-4c64-98e6-0a6a2d37e000 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0818505 Apr 14 21:36:41.024534 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Checking segment: {'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:41.024897 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Network hostable DHCP agents. Network: 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:36:41.071921 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:36:41.082719 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fe1ec7ae-d6a2-4343-baf7-caaeca8b1093 req-29d7901e-2022-4d6e-b4d8-729a5100903d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553393 Apr 14 21:36:41.086832 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:41.091597 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:41.092185 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.095019 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3959b1-9497-4588-9dd0-30e018ed2aec None None] Network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:36:41.109824 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a99537a8-82f1-42fb-8f67-9eb1ce40d40f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7320306 Apr 14 21:36:41.112429 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60706) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:41.116824 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:41.136985 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.137993 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.194828 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks [] for router_controller (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), precommit_add_association {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.200915 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:36:41.201911 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.336406 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks [] for router_gateway (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.343988 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.347554 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Allocated IP 172.20.0.2 (9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9/58f3dc53-00b7-4786-96b4-1ff30af8601a/a1fe640f-8d6f-4791-ae96-cbf31d58b9e1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:41.521227 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks [] for router_gateway (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.541314 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.617497 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Publish callbacks [] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.623705 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.654679 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Allocated IP 172.27.3.160 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/6b9a1725-8fec-4f44-b36f-92bbb54a608f) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:41.660146 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:41.664924 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:41.670107 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:41.679206 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Pushing event updated for resources: {'Port': ['ID=a1fe640f-8d6f-4791-ae96-cbf31d58b9e1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:41.732200 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Attempting to bind port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:41.732572 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Attempting to bind port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:41.732929 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Attempting to bind port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 on network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:41.738200 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:41.738579 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Checking segment: {'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:41.739012 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.739403 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Bound using segment: {'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:41.739891 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Bound port: a1fe640f-8d6f-4791-ae96-cbf31d58b9e1, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:41.740268 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.763214 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks [] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.795594 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.803824 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] For port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:41.806851 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] For port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=a1fe640f-8d6f-4791-ae96-cbf31d58b9e1,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:41.817666 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:41.845261 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:41.848303 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:41.854411 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:41.880515 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa851e-170c-44ac-ae5e-e7c5c94e24c6 None None] Pushing event updated for resources: {'Port': ['ID=a1fe640f-8d6f-4791-ae96-cbf31d58b9e1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:41.883257 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Pushing event updated for resources: {'Port': ['ID=6b9a1725-8fec-4f44-b36f-92bbb54a608f,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:42.117486 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b598616-e6f8-449b-871a-f262727f976b req-3cc0c338-86fb-4869-a4ed-048b5b7a1890 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:42.119100 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9b598616-e6f8-449b-871a-f262727f976b req-3cc0c338-86fb-4869-a4ed-048b5b7a1890 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0994935 Apr 14 21:36:42.288636 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c3c34-0c34-466a-b3ac-39a66fb2e7c7 req-5b6ec7d3-e1d4-4434-9fe4-66e72c401845 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:42.290425 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-581c3c34-0c34-466a-b3ac-39a66fb2e7c7 req-5b6ec7d3-e1d4-4434-9fe4-66e72c401845 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.1159019 Apr 14 21:36:42.291358 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks [] for router_gateway (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:42.296196 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9b598616-e6f8-449b-871a-f262727f976b req-f03df649-7348-4949-a87b-fab1c14902ea tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687219 Apr 14 21:36:42.411946 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-581c3c34-0c34-466a-b3ac-39a66fb2e7c7 req-e48b1698-3d14-4b0c-bca8-e7f58796ead9 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138761 Apr 14 21:36:42.532857 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:42.679539 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:36:42.681592 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fcc3857-8fad-4b29-95ad-3f93e5a06728 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:36:42.688449 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:42.798941 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:42.801371 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:42.809150 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Sync routers for ids ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:42.815911 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'port_id': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'mac_address': 'fa:16:3e:3b:a1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:36:42.819137 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Routers {'1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:42.820397 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:42.827255 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:42.831072 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-eb8f0b3c-1a01-495e-9b31-521a0420c1ce admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7152669 Apr 14 21:36:42.831592 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60714) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:42.862638 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bc7f2c-e9f9-45fc-9ed9-288d3aa26297 None None] Network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:36:42.879937 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:42.880597 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:42.946046 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcc3857-8fad-4b29-95ad-3f93e5a06728 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:42.973137 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-ef856feb-49f5-45f4-bf92-1ca81ffd945f None None] Provisioning complete for port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:42.973493 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef856feb-49f5-45f4-bf92-1ca81ffd945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:42.987648 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:43.010111 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.035540 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Set router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:43.103733 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:43.157757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ef856feb-49f5-45f4-bf92-1ca81ffd945f None None] Current status of the port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:43.157757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef856feb-49f5-45f4-bf92-1ca81ffd945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.210333 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-ef856feb-49f5-45f4-bf92-1ca81ffd945f None None] For port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=a1fe640f-8d6f-4791-ae96-cbf31d58b9e1,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:43.224636 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ef856feb-49f5-45f4-bf92-1ca81ffd945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.234859 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:42Z', 'revision_number': 3, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:43.263595 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Checking router: 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:43.264035 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Updating router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a port 6b9a1725-8fec-4f44-b36f-92bbb54a608f binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:36:43.285244 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef856feb-49f5-45f4-bf92-1ca81ffd945f None None] Pushing event updated for resources: {'Port': ['ID=a1fe640f-8d6f-4791-ae96-cbf31d58b9e1,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:43.293212 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.353340 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['5fcc3857-8fad-4b29-95ad-3f93e5a06728'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:43.385463 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.427195 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e776a-3e98-46bc-8691-737edb794f99 req-30c555e3-cf22-4b7d-88be-da37703afa56 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:43.428795 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-df1e776a-3e98-46bc-8691-737edb794f99 req-30c555e3-cf22-4b7d-88be-da37703afa56 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 944 time: 0.0528829 Apr 14 21:36:43.474241 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-31a93b8a-c622-4024-8081-c811f994a91b None None] Provisioning complete for port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:43.474768 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-31a93b8a-c622-4024-8081-c811f994a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.536523 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-df1e776a-3e98-46bc-8691-737edb794f99 req-75d7ae33-a2fe-423c-bd86-671aecc9bdc1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915587 Apr 14 21:36:43.582333 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Allocated IP 172.20.0.1 (9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9/58f3dc53-00b7-4786-96b4-1ff30af8601a/3c90b4e9-a2ac-494a-9baa-912836cc1fa7) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:43.583176 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910271b-39af-47f4-a8d0-4947c6a82d0b req-ae99bdbc-4d31-48f9-81cf-0f5962300f95 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:43.585771 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c910271b-39af-47f4-a8d0-4947c6a82d0b req-ae99bdbc-4d31-48f9-81cf-0f5962300f95 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0655794 Apr 14 21:36:43.594938 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Publish callbacks [] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.608020 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.655196 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c910271b-39af-47f4-a8d0-4947c6a82d0b req-aad94f68-24bf-4b99-965c-8154b9301897 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621588 Apr 14 21:36:43.677865 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-31a93b8a-c622-4024-8081-c811f994a91b None None] Current status of the port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:43.685494 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Attempting to bind port 6b9a1725-8fec-4f44-b36f-92bbb54a608f on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:43.685883 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Attempting to bind port 6b9a1725-8fec-4f44-b36f-92bbb54a608f by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:43.686236 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Attempting to bind port 6b9a1725-8fec-4f44-b36f-92bbb54a608f on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:43.695149 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Pushing event updated for resources: {'Port': ['ID=6b9a1725-8fec-4f44-b36f-92bbb54a608f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:43.697192 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:43.697551 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:43.697960 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.699010 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:43.700709 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Bound port: 6b9a1725-8fec-4f44-b36f-92bbb54a608f, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:43.701096 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.719169 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Publish callbacks [] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.729583 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.730598 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.730944 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.731309 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.731635 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.731957 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.732277 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.732595 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.732909 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.733221 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.733534 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.733889 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.734205 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.734516 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.734824 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:43.753850 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.769524 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] For port 6b9a1725-8fec-4f44-b36f-92bbb54a608f, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:43.772784 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] For port 6b9a1725-8fec-4f44-b36f-92bbb54a608f, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=6b9a1725-8fec-4f44-b36f-92bbb54a608f,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:43.779687 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:43.799123 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:43.805517 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:43.809430 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:43.836261 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Pushing event updated for resources: {'Port': ['ID=3c90b4e9-a2ac-494a-9baa-912836cc1fa7,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:43.847308 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6ac22-36f6-4990-94b7-1d89a945372e None None] Pushing event updated for resources: {'Port': ['ID=6b9a1725-8fec-4f44-b36f-92bbb54a608f,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:43.861322 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:36:43.867881 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Routers {'1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:43.868674 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:43.869614 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:44.018336 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:44.028162 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] Set router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:44.091885 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:44.102145 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:44.102944 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:44.203593 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:44.206777 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-7868955f-8efb-4787-9e1b-f063bc188003 None None] Provisioning complete for port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:44.207804 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7868955f-8efb-4787-9e1b-f063bc188003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:44.232949 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:42Z', 'revision_number': 3, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:44.247342 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7868955f-8efb-4787-9e1b-f063bc188003 None None] Port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:36:44.269088 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956e7f4-6996-4789-af8f-1c6b4c68eae6 None None] The sync data for ids ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'] in dv-cinder-837543-3-iscsi is: [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:42Z', 'revision_number': 3, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:44.276566 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Publish callbacks [] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:44.282207 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:44.354129 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:44.362844 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Pushing event updated for resources: {'Port': ['ID=3c90b4e9-a2ac-494a-9baa-912836cc1fa7,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:44.490065 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fcc3857-8fad-4b29-95ad-3f93e5a06728 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:44.560080 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:36:44.566737 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:44.567466 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:44.680744 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:44.693702 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:44.704105 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734c69f-d7c7-419a-a644-58c87dbde4d0 req-9f70559c-16d6-411c-b763-af774f0fb8c0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:44.706281 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7734c69f-d7c7-419a-a644-58c87dbde4d0 req-9f70559c-16d6-411c-b763-af774f0fb8c0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 944 time: 0.0648334 Apr 14 21:36:44.725067 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:44.727833 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4b93be-d5d2-42d0-8b29-23805d757f0a" -d '{"events": [{"server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "name": "network-vif-plugged", "status": "completed", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:44.741613 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:44.747272 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:44.747451 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:44.757878 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:44.848288 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:44.850051 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7734c69f-d7c7-419a-a644-58c87dbde4d0 req-ae526c82-a795-41cd-983e-f9757dbc5b28 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363995 Apr 14 21:36:44.868447 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81e3c-b7ea-494d-97a1-fa7651953474 req-c44d848e-28b1-4fc6-815f-d2fa4366d5dd tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:44.879475 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-31e81e3c-b7ea-494d-97a1-fa7651953474 req-c44d848e-28b1-4fc6-815f-d2fa4366d5dd tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0968409 Apr 14 21:36:44.912934 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:44.919447 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e444b3-910a-40db-86d2-dd81c17420f6 x-openstack-request-id: req-06e444b3-910a-40db-86d2-dd81c17420f6 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:44.919762 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "name": "network-vif-plugged", "status": "completed", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:44.920021 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-06e444b3-910a-40db-86d2-dd81c17420f6 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:44.920421 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e444b3-910a-40db-86d2-dd81c17420f6'] response: {'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'code': 200} Apr 14 21:36:44.965825 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-31e81e3c-b7ea-494d-97a1-fa7651953474 req-72f6c9c1-5274-4220-9dcc-41baeced54ad tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854211 Apr 14 21:36:45.056729 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:45.062681 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-899b5100-3986-4eab-9cdb-69ed124e427d admin admin] 10.222.0.47 "PUT /v2.0/routers/1bfd75e8-acf5-406d-a6ef-9fb63d380a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2299764 Apr 14 21:36:45.085588 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-252064b2-34d2-4c31-acbd-f98f11335875 None None] Provisioning complete for port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:45.086217 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-252064b2-34d2-4c31-acbd-f98f11335875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:45.141047 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-252064b2-34d2-4c31-acbd-f98f11335875 None None] Port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:36:45.287030 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f22d2-23a1-433b-add6-861159a71b07 req-17d532a1-44d4-48e1-83df-5de18fe44556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:45.288845 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-761f22d2-23a1-433b-add6-861159a71b07 req-17d532a1-44d4-48e1-83df-5de18fe44556 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 1130 time: 0.0934639 Apr 14 21:36:45.294880 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2365d8-7ec2-47f6-87da-7eb5d0493227 req-a9e264b9-06af-41a6-987a-80229480b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:45.296322 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ac2365d8-7ec2-47f6-87da-7eb5d0493227 req-a9e264b9-06af-41a6-987a-80229480b6cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 1129 time: 0.0630333 Apr 14 21:36:45.372490 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ac2365d8-7ec2-47f6-87da-7eb5d0493227 req-231edded-98db-4345-be83-d5be14c4c2d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686402 Apr 14 21:36:45.374604 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-761f22d2-23a1-433b-add6-861159a71b07 req-98d954a7-80c9-46bd-8f91-7bac41d8099c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773838 Apr 14 21:36:45.622925 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60760) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:45.627911 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1361218203-network', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:45.647393 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Made reservation on behalf of 1c3ee05b9afe442bb4495fd4266bec77 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:36:45.649596 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:45.658676 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:45.737946 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Publish callbacks [] for security_group (0580a011-6224-4e2f-9fbc-9308d33b6cad), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:45.741904 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0580a011-6224-4e2f-9fbc-9308d33b6cad), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:45.767451 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:36:45.777769 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0580a011-6224-4e2f-9fbc-9308d33b6cad,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:45.783608 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:45.783948 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Added segment baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d of type vlan for network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 Apr 14 21:36:45.827673 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (52b8a7e5-bc37-4511-a739-0d9c41bf8684), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:45.852366 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (52b8a7e5-bc37-4511-a739-0d9c41bf8684), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:45.853662 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:45.854283 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:45.917525 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2934504 Apr 14 21:36:45.920267 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60764) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:45.925174 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Request body: {'subnet': {'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1361218203-subnet', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'ip_version': 4}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:45.935834 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795ada4-22ab-4f4c-b00d-098a816beffb admin admin] Pushing event updated for resources: {'Network': ['ID=52b8a7e5-bc37-4511-a739-0d9c41bf8684,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:45.963895 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Made reservation on behalf of 1c3ee05b9afe442bb4495fd4266bec77 for: {'subnet': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:36:45.964527 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:36:45.967319 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7670236'] for subnet (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:45.984865 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 6b9a1725-8fec-4f44-b36f-92bbb54a608f up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:46.080163 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 6b9a1725-8fec-4f44-b36f-92bbb54a608f triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:46.080920 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:46.107698 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Sync routers for ids ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:46.137470 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Routers {'1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:46.138150 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:46.266274 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 6b9a1725-8fec-4f44-b36f-92bbb54a608f is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:46.266559 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:46.301574 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 6b9a1725-8fec-4f44-b36f-92bbb54a608f, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=6b9a1725-8fec-4f44-b36f-92bbb54a608f,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:46.305707 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c4a55-ec7e-4fed-ad24-a1ef53cfe598 req-a1c91b32-deb9-4ef7-9e86-a0cd4a0e0ea0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:46.306517 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Set router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:46.307301 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-288c4a55-ec7e-4fed-ad24-a1ef53cfe598 req-a1c91b32-deb9-4ef7-9e86-a0cd4a0e0ea0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.3548684 Apr 14 21:36:46.315591 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:46.396443 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e743f27-7aa2-4f75-8765-650e43973862 req-a0d63b7a-3912-4f92-8f82-54ba44ea8bfa tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:46.397944 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e743f27-7aa2-4f75-8765-650e43973862 req-a0d63b7a-3912-4f92-8f82-54ba44ea8bfa tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0985999 Apr 14 21:36:46.430908 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-288c4a55-ec7e-4fed-ad24-a1ef53cfe598 req-bcfe453f-bb0a-429c-a3d7-539b616c62cf tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115716 Apr 14 21:36:46.456782 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=6b9a1725-8fec-4f44-b36f-92bbb54a608f,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:46.491809 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e743f27-7aa2-4f75-8765-650e43973862 req-0203297d-3b17-4796-8a1a-59eef34e7612 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844409 Apr 14 21:36:46.559929 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7735659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7670218'] for subnet (3347bd23-25f6-4773-9bb0-4420863697cf), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:46.566458 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:44Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '3c90b4e9-a2ac-494a-9baa-912836cc1fa7', 'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'mac_address': 'fa:16:3e:45:76:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:43Z', 'updated_at': '2022-04-14T21:36:44Z', 'revision_number': 2, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'subnets': [{'id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:46.597974 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Checking router: 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:46.598247 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Updating router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:36:46.618634 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Pushing event updated for resources: {'Subnet': ['ID=3347bd23-25f6-4773-9bb0-4420863697cf,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:46.627374 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Checking segment: {'id': 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:46.627737 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Network hostable DHCP agents. Network: 52b8a7e5-bc37-4511-a739-0d9c41bf8684, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:36:46.631172 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:46.647054 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:36:46.655862 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, 52b8a7e5-bc37-4511-a739-0d9c41bf8684) {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:46.659851 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:46.660452 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:46.675609 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f6248-edff-42d9-a736-86581a3a4ab8 None None] Network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:36:46.679410 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a7881616-4576-48d2-870b-76f3637a17de admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7556953 Apr 14 21:36:46.679647 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60774) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:46.684670 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1361218203-router', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:46.708346 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (e24724fb-5208-486d-841e-3cd14be65cfc), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:46.709597 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (e24724fb-5208-486d-841e-3cd14be65cfc), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:46.772004 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks [] for router_controller (e24724fb-5208-486d-841e-3cd14be65cfc), precommit_add_association {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:46.916537 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks [] for router_gateway (e24724fb-5208-486d-841e-3cd14be65cfc), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.016770 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-52b8a7e5-bc37-4511-a739-0d9c41bf8684', 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684', 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'fixed_ips': [{'subnet_id': '3347bd23-25f6-4773-9bb0-4420863697cf'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:36:47.017618 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.107818 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks [] for router_gateway (e24724fb-5208-486d-841e-3cd14be65cfc), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.127157 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.217692 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Allocated IP 172.20.0.2 (52b8a7e5-bc37-4511-a739-0d9c41bf8684/3347bd23-25f6-4773-9bb0-4420863697cf/879bac2c-1e89-46b2-b81b-7040af0da39e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:47.236473 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Allocated IP 172.27.3.252 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/df58046c-f04f-4baf-8407-439cd22dd4c9) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:47.239218 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Publish callbacks [] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.246455 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.351392 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks [] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.356565 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9332cc-e900-4fe9-b980-8f08fa8877db None None] Pushing event updated for resources: {'Port': ['ID=3c90b4e9-a2ac-494a-9baa-912836cc1fa7,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:47.434252 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Attempting to bind port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:47.434501 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Attempting to bind port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:47.434752 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Attempting to bind port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 on network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:47.438902 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.476261 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:47.476648 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Checking segment: {'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:47.477055 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.477706 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Bound using segment: {'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:47.478203 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Bound port: 3c90b4e9-a2ac-494a-9baa-912836cc1fa7, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:47.478589 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.515644 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:47.520115 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:47.524359 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Publish callbacks [] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.530297 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:47.565396 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.582421 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Pushing event updated for resources: {'Port': ['ID=df58046c-f04f-4baf-8407-439cd22dd4c9,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:47.639038 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] For port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:47.644392 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:47.654409 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:47.657529 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f41701-b3bb-4541-a67f-e08a30ec6e02 req-4987234b-b387-4715-a743-dfb657351f18 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:47.657858 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Pushing event updated for resources: {'Port': ['ID=879bac2c-1e89-46b2-b81b-7040af0da39e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:47.659087 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-11f41701-b3bb-4541-a67f-e08a30ec6e02 req-4987234b-b387-4715-a743-dfb657351f18 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0783458 Apr 14 21:36:47.661076 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] For port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=3c90b4e9-a2ac-494a-9baa-912836cc1fa7,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:47.662541 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:47.691225 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.787391 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-054af597-ecb7-41b7-893e-85111775821e None None] Provisioning complete for port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:47.787767 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-054af597-ecb7-41b7-893e-85111775821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.837517 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fdf84-c5f1-4768-956c-681409a3efd6 req-e2c60e1a-74e0-4523-9b93-10ab34054435 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:47.839708 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-604fdf84-c5f1-4768-956c-681409a3efd6 req-e2c60e1a-74e0-4523-9b93-10ab34054435 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0969288 Apr 14 21:36:47.854107 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Attempting to bind port 879bac2c-1e89-46b2-b81b-7040af0da39e on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:47.854493 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Attempting to bind port 879bac2c-1e89-46b2-b81b-7040af0da39e by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:47.854883 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Attempting to bind port 879bac2c-1e89-46b2-b81b-7040af0da39e on network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:47.856818 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9332cc-e900-4fe9-b980-8f08fa8877db None None] Pushing event updated for resources: {'Port': ['ID=3c90b4e9-a2ac-494a-9baa-912836cc1fa7,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:47.862384 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Routers {'1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:47.863227 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:47.871797 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:47.872283 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Checking segment: {'id': 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:47.872722 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.873116 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Bound using segment: {'id': 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:47.873604 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Bound port: 879bac2c-1e89-46b2-b81b-7040af0da39e, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:47.874021 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.886612 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-11f41701-b3bb-4541-a67f-e08a30ec6e02 req-e215709d-b849-4495-883c-04cd81375e5c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799779 Apr 14 21:36:47.975628 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-604fdf84-c5f1-4768-956c-681409a3efd6 req-66c89538-516d-48fd-9366-c61cc06c2a1a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263208 Apr 14 21:36:48.032229 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 6b9a1725-8fec-4f44-b36f-92bbb54a608f up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:48.138398 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-054af597-ecb7-41b7-893e-85111775821e None None] Current status of the port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:48.138796 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-054af597-ecb7-41b7-893e-85111775821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:48.148687 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] For port 879bac2c-1e89-46b2-b81b-7040af0da39e, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:48.153079 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488deaab-b774-4553-a128-0b304146a2d2 req-f07cb1ec-b395-4339-9ae7-e62560575f68 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:48.154638 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-488deaab-b774-4553-a128-0b304146a2d2 req-f07cb1ec-b395-4339-9ae7-e62560575f68 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0716944 Apr 14 21:36:48.156038 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] For port 879bac2c-1e89-46b2-b81b-7040af0da39e, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=879bac2c-1e89-46b2-b81b-7040af0da39e,segment=NetworkSegment(baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d),segment_id=baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:48.157250 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks [] for router_gateway (e24724fb-5208-486d-841e-3cd14be65cfc), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:48.164866 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60796) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:48.171566 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ae0f7899-d47a-4b42-8784-5d06dce57af2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Request body: {'floatingip': {'port_id': '5fcc3857-8fad-4b29-95ad-3f93e5a06728'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:48.185202 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] Set router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:48.213818 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:48.215492 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae0f7899-d47a-4b42-8784-5d06dce57af2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (a1f3dea9-ce57-48fa-863b-f7ab29ba17cd), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:48.314765 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-054af597-ecb7-41b7-893e-85111775821e None None] For port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=3c90b4e9-a2ac-494a-9baa-912836cc1fa7,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:48.348839 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 6b9a1725-8fec-4f44-b36f-92bbb54a608f triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:48.349061 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:48.376941 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-054af597-ecb7-41b7-893e-85111775821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:48.391274 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2e7e7-4753-4400-b67b-ef1ca3152646 None None] Pushing event updated for resources: {'Port': ['ID=879bac2c-1e89-46b2-b81b-7040af0da39e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:48.467352 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (e24724fb-5208-486d-841e-3cd14be65cfc), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:48.549205 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-45e6e606-6f5d-42e4-854e-00d3441188bd None None] Provisioning complete for port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:48.549787 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45e6e606-6f5d-42e4-854e-00d3441188bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:48.575564 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054af597-ecb7-41b7-893e-85111775821e None None] Pushing event updated for resources: {'Port': ['ID=3c90b4e9-a2ac-494a-9baa-912836cc1fa7,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:48.718273 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-88b70802-acc7-4b38-9b9e-f0f461eba11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:48.719759 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-88b70802-acc7-4b38-9b9e-f0f461eba11c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 1130 time: 0.1622834 Apr 14 21:36:48.730344 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b2a60-0c47-45a8-bb40-84f9e9464ca6 req-a01cb2d5-d427-46b5-96ac-54c6cc7695ff tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:48.732800 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-172b2a60-0c47-45a8-bb40-84f9e9464ca6 req-a01cb2d5-d427-46b5-96ac-54c6cc7695ff tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.1889300 Apr 14 21:36:48.876977 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-172b2a60-0c47-45a8-bb40-84f9e9464ca6 req-a8018dcf-834a-4daa-8733-da578f047f2b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071212 Apr 14 21:36:48.907687 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 6b9a1725-8fec-4f44-b36f-92bbb54a608f is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:48.911432 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-0d416e5c-6f8a-4080-97a6-bd439359a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:48.912916 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-0d416e5c-6f8a-4080-97a6-bd439359a8a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.1762078 Apr 14 21:36:48.919539 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Router e24724fb-5208-486d-841e-3cd14be65cfc is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:36:48.932440 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:44Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '3c90b4e9-a2ac-494a-9baa-912836cc1fa7', 'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'mac_address': 'fa:16:3e:45:76:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:43Z', 'updated_at': '2022-04-14T21:36:47Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'subnets': [{'id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:48.962050 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae0f7899-d47a-4b42-8784-5d06dce57af2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:48.966603 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae0f7899-d47a-4b42-8784-5d06dce57af2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (a1f3dea9-ce57-48fa-863b-f7ab29ba17cd), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:49.017885 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e629f3-1fa5-4d10-ab69-082caa844d99 None None] The sync data for ids ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'] in dv-cinder-837543-3-iscsi is: [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:44Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '3c90b4e9-a2ac-494a-9baa-912836cc1fa7', 'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'mac_address': 'fa:16:3e:45:76:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:43Z', 'updated_at': '2022-04-14T21:36:47Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'subnets': [{'id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:49.030982 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-45e6e606-6f5d-42e4-854e-00d3441188bd None None] Current status of the port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:49.125061 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-7673366c-4a09-439c-a7bd-97b434a02a41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3 HTTP/1.1" status: 200 len: 1001 time: 0.1957908 Apr 14 21:36:49.138132 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-ae0f7899-d47a-4b42-8784-5d06dce57af2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Floating IP a1f3dea9-ce57-48fa-863b-f7ab29ba17cd associated. External IP: 172.27.3.142, port: 5fcc3857-8fad-4b29-95ad-3f93e5a06728. Apr 14 21:36:49.201366 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:49.214811 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Sync routers for ids ['e24724fb-5208-486d-841e-3cd14be65cfc'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:49.221039 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-a67fba2c-8f10-48c3-9009-bf3a9c959a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:49.222572 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-a67fba2c-8f10-48c3-9009-bf3a9c959a3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.0877879 Apr 14 21:36:49.227242 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Routers {'e24724fb-5208-486d-841e-3cd14be65cfc'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:49.228633 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['e24724fb-5208-486d-841e-3cd14be65cfc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:49.279155 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-7314bfa9-2609-463f-a7f8-e655f75373b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:49.280950 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-7314bfa9-2609-463f-a7f8-e655f75373b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490348 Apr 14 21:36:49.284390 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:49.287990 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-73600068-b8dc-4e94-8f19-4e8088c15d7a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6048887 Apr 14 21:36:49.393767 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-34c98b1c-7eb6-4809-9926-c8c0f7bab50c service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057630 Apr 14 21:36:49.394255 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60806) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:49.415788 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Set router e24724fb-5208-486d-841e-3cd14be65cfc gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:49.419887 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0f7899-d47a-4b42-8784-5d06dce57af2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Router 1aa74745-471e-41ef-b20c-94582fb31424 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:49.587825 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0f7899-d47a-4b42-8784-5d06dce57af2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:49.594136 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae0f7899-d47a-4b42-8784-5d06dce57af2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:49.600903 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] Sync routers for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:49.630980 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:49.631604 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:49.682433 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ae0f7899-d47a-4b42-8784-5d06dce57af2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "PUT /v2.0/floatingips/a1f3dea9-ce57-48fa-863b-f7ab29ba17cd HTTP/1.1" status: 200 len: 991 time: 1.5164568 Apr 14 21:36:49.683651 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-560427cb-10a2-4936-ad90-0f8e9c50c011 req-11b3a1a2-8c94-4071-b268-7e740144aec6 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522827 Apr 14 21:36:49.683792 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:49.687858 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addd95bd-b9b2-445c-8be8-64a62d6e79c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:49.705646 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'name': 'tempest-TestShelveInstance-1361218203-router', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:46Z', 'updated_at': '2022-04-14T21:36:47Z', 'revision_number': 3, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'gw_port': {'id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:47Z', 'updated_at': '2022-04-14T21:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:49.759256 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Checking router: e24724fb-5208-486d-841e-3cd14be65cfc for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:49.759808 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Updating router e24724fb-5208-486d-841e-3cd14be65cfc port df58046c-f04f-4baf-8407-439cd22dd4c9 binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:36:49.774482 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df79a2a0-86bd-47c2-9159-8c9065213b0c None None] Network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:36:49.779337 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4725e7cd-9ede-409d-9e5e-881f74f3c238 x-openstack-request-id: req-4725e7cd-9ede-409d-9e5e-881f74f3c238 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:49.779916 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:49.780368 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4725e7cd-9ede-409d-9e5e-881f74f3c238 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:49.780997 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4725e7cd-9ede-409d-9e5e-881f74f3c238'] response: {'name': 'network-changed', 'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'status': 'completed', 'code': 200} Apr 14 21:36:49.805774 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:49.868532 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-67ac64b3-4dc1-44b2-9eec-f74d1502325c None None] Provisioning complete for port 879bac2c-1e89-46b2-b81b-7040af0da39e triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:49.869804 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67ac64b3-4dc1-44b2-9eec-f74d1502325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.023619 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:50.156253 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 879bac2c-1e89-46b2-b81b-7040af0da39e up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:50.303608 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-67ac64b3-4dc1-44b2-9eec-f74d1502325c None None] Current status of the port 879bac2c-1e89-46b2-b81b-7040af0da39e is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:50.303994 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67ac64b3-4dc1-44b2-9eec-f74d1502325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.314756 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00193758-83f1-4de8-b6b2-5bc4347940d4 req-0c40892a-dc33-4071-89c3-3e4e25d5eb36 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:50.316745 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-00193758-83f1-4de8-b6b2-5bc4347940d4 req-0c40892a-dc33-4071-89c3-3e4e25d5eb36 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0570467 Apr 14 21:36:50.425246 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 879bac2c-1e89-46b2-b81b-7040af0da39e triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:50.425617 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.436264 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Publish callbacks [] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.436785 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-67ac64b3-4dc1-44b2-9eec-f74d1502325c None None] For port 879bac2c-1e89-46b2-b81b-7040af0da39e, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=879bac2c-1e89-46b2-b81b-7040af0da39e,segment=NetworkSegment(baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d),segment_id=baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:50.437151 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-00193758-83f1-4de8-b6b2-5bc4347940d4 req-83428d70-fdf4-47d3-bc11-eac31ff9b7a9 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861850 Apr 14 21:36:50.438372 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-bf194eb3-15da-48ad-a458-5a5d842fac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:50.439688 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-bf194eb3-15da-48ad-a458-5a5d842fac06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 1129 time: 0.1385899 Apr 14 21:36:50.451827 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607498a1-895d-4c10-b56a-1e440f4142e0 req-139559b8-f169-4ccb-8928-e53a791a1850 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:50.453373 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-607498a1-895d-4c10-b56a-1e440f4142e0 req-139559b8-f169-4ccb-8928-e53a791a1850 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 945 time: 0.1329453 Apr 14 21:36:50.474168 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.497663 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-67ac64b3-4dc1-44b2-9eec-f74d1502325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.534897 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a2f16-e7ef-476d-a74e-6378c7c71267 None None] Pushing event updated for resources: {'Port': ['ID=df58046c-f04f-4baf-8407-439cd22dd4c9,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:50.583898 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Attempting to bind port df58046c-f04f-4baf-8407-439cd22dd4c9 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:50.584267 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Attempting to bind port df58046c-f04f-4baf-8407-439cd22dd4c9 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:50.584626 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Attempting to bind port df58046c-f04f-4baf-8407-439cd22dd4c9 on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:50.596916 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:50.597292 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:50.597696 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.598257 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:50.598573 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Bound port: df58046c-f04f-4baf-8407-439cd22dd4c9, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:50.598950 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.639650 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac64b3-4dc1-44b2-9eec-f74d1502325c None None] Pushing event updated for resources: {'Port': ['ID=879bac2c-1e89-46b2-b81b-7040af0da39e,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:50.675732 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] For port df58046c-f04f-4baf-8407-439cd22dd4c9, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:50.676233 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-607498a1-895d-4c10-b56a-1e440f4142e0 req-8240664b-40f4-4a90-b570-3277dcc656c8 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999137 Apr 14 21:36:50.676887 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] For port df58046c-f04f-4baf-8407-439cd22dd4c9, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=df58046c-f04f-4baf-8407-439cd22dd4c9,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:50.696094 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.739190 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 879bac2c-1e89-46b2-b81b-7040af0da39e is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:50.740295 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:50.770515 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'a1f3dea9-ce57-48fa-863b-f7ab29ba17cd', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'port_id': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'mac_address': 'fa:16:3e:3b:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:30Z', 'updated_at': '2022-04-14T21:36:48Z', 'revision_number': 1, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:50.784894 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Routers {'e24724fb-5208-486d-841e-3cd14be65cfc'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:50.785574 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['e24724fb-5208-486d-841e-3cd14be65cfc'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:50.790719 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a2f16-e7ef-476d-a74e-6378c7c71267 None None] Pushing event updated for resources: {'Port': ['ID=df58046c-f04f-4baf-8407-439cd22dd4c9,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:50.801755 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] Checking router: 1aa74745-471e-41ef-b20c-94582fb31424 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:50.834505 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-7d7abdce-5903-4cae-aaf1-ff919545cdc0 None None] Provisioning complete for port 879bac2c-1e89-46b2-b81b-7040af0da39e triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:50.834750 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d7abdce-5903-4cae-aaf1-ff919545cdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.836061 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:50.836676 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:50.863205 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.903890 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:50.904276 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.910591 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] Set router e24724fb-5208-486d-841e-3cd14be65cfc gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:51.041248 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Allocated IP 172.20.0.1 (52b8a7e5-bc37-4511-a739-0d9c41bf8684/3347bd23-25f6-4773-9bb0-4420863697cf/dc1d0d53-2988-470d-adea-ebe9355a1409) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:51.084078 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'name': 'tempest-TestShelveInstance-1361218203-router', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:46Z', 'updated_at': '2022-04-14T21:36:47Z', 'revision_number': 3, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'gw_port': {'id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:47Z', 'updated_at': '2022-04-14T21:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:51.087928 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7d7abdce-5903-4cae-aaf1-ff919545cdc0 None None] Current status of the port 879bac2c-1e89-46b2-b81b-7040af0da39e is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:51.098026 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:51.114891 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b0fee2-cbc7-428f-8809-5f352eed1f31 None None] The sync data for ids ['e24724fb-5208-486d-841e-3cd14be65cfc'] in dv-cinder-837543-3-iscsi is: [{'id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'name': 'tempest-TestShelveInstance-1361218203-router', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:46Z', 'updated_at': '2022-04-14T21:36:47Z', 'revision_number': 3, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'gw_port': {'id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:47Z', 'updated_at': '2022-04-14T21:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:51.135065 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:51.165118 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Publish callbacks [] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.203081 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.246714 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:51.253643 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:51.258315 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:51.262269 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1d0d53-2988-470d-adea-ebe9355a1409,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:51.301101 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (e24724fb-5208-486d-841e-3cd14be65cfc), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.377932 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'a1f3dea9-ce57-48fa-863b-f7ab29ba17cd', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'port_id': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'mac_address': 'fa:16:3e:3b:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:30Z', 'updated_at': '2022-04-14T21:36:48Z', 'revision_number': 1, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:51.505424 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.591188 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6c89c-b2ab-4628-bea8-cefb3bd4312d None None] The sync data for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi is: [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'a1f3dea9-ce57-48fa-863b-f7ab29ba17cd', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'floating_ip_address': '172.27.3.142', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'port_id': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'mac_address': 'fa:16:3e:3b:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:30Z', 'updated_at': '2022-04-14T21:36:48Z', 'revision_number': 1, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:51.613272 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-d29e6ea5-61ee-4e88-9fc3-c724c01c68e5 None None] Provisioning complete for port dc1d0d53-2988-470d-adea-ebe9355a1409 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:51.613743 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d29e6ea5-61ee-4e88-9fc3-c724c01c68e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.652293 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d29e6ea5-61ee-4e88-9fc3-c724c01c68e5 None None] Port dc1d0d53-2988-470d-adea-ebe9355a1409 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:36:51.673192 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f51e-100b-4d16-bcd8-328ecb94c199 req-a429ad76-b16c-4b63-b7f3-f1cbfba5ab73 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:51.674986 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a10f51e-100b-4d16-bcd8-328ecb94c199 req-a429ad76-b16c-4b63-b7f3-f1cbfba5ab73 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0967879 Apr 14 21:36:51.848529 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-d901aa7f-e32c-4b19-8392-d97ec2d03620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:51.850054 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-d901aa7f-e32c-4b19-8392-d97ec2d03620 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 917 time: 0.3309765 Apr 14 21:36:51.859588 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a10f51e-100b-4d16-bcd8-328ecb94c199 req-555a265f-8b40-4531-b5bf-fac408444971 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762369 Apr 14 21:36:51.869390 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c257847-df76-4261-a8c7-93ce2c91eb22 req-762bc716-8d28-4be8-b2c6-a16f6e9709e0 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:51.871002 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9c257847-df76-4261-a8c7-93ce2c91eb22 req-762bc716-8d28-4be8-b2c6-a16f6e9709e0 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 945 time: 0.1347568 Apr 14 21:36:51.936477 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14539217-d845-40ff-beeb-32fb4bfeada6 None None] New status for floating IP a1f3dea9-ce57-48fa-863b-f7ab29ba17cd: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:36:51.993510 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9c257847-df76-4261-a8c7-93ce2c91eb22 req-a1dd7580-3494-475f-ae5d-21a634dc9d3a tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018422 Apr 14 21:36:51.998274 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Publish callbacks [] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.003699 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.078895 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 879bac2c-1e89-46b2-b81b-7040af0da39e up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:52.096387 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (e24724fb-5208-486d-841e-3cd14be65cfc), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.098521 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1d0d53-2988-470d-adea-ebe9355a1409,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:52.156816 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 879bac2c-1e89-46b2-b81b-7040af0da39e triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:52.157243 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.204583 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:52.206662 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:52.266394 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 879bac2c-1e89-46b2-b81b-7040af0da39e is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:52.272203 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device df58046c-f04f-4baf-8407-439cd22dd4c9 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:52.321579 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port df58046c-f04f-4baf-8407-439cd22dd4c9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:52.321986 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.353041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Router e24724fb-5208-486d-841e-3cd14be65cfc has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:52.418533 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port df58046c-f04f-4baf-8407-439cd22dd4c9 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:52.418932 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.443992 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port df58046c-f04f-4baf-8407-439cd22dd4c9, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=df58046c-f04f-4baf-8407-439cd22dd4c9,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:52.447924 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.478922 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:52.485512 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b09a9539-e66e-4ffc-8530-0e968f5650d8 admin admin] 10.222.0.47 "PUT /v2.0/routers/e24724fb-5208-486d-841e-3cd14be65cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0901308 Apr 14 21:36:52.495119 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-7ddbb09e-27c4-4786-a4e5-4f9f3bca0443 None None] Provisioning complete for port dc1d0d53-2988-470d-adea-ebe9355a1409 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:52.495525 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ddbb09e-27c4-4786-a4e5-4f9f3bca0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.531642 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=df58046c-f04f-4baf-8407-439cd22dd4c9,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:52.544183 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7ddbb09e-27c4-4786-a4e5-4f9f3bca0443 None None] Port dc1d0d53-2988-470d-adea-ebe9355a1409 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:36:52.916431 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60832) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:52.922255 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-1caad9f8-e0ac-4272-926e-9225208e5f2e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1047111864', 'description': 'tempest-secgroup-smoke-1047111864 description', 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:52.967540 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1caad9f8-e0ac-4272-926e-9225208e5f2e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.997371 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83aa7b-d0fd-4fb4-a266-666807869f82 req-76e8e06a-75d6-43cb-9966-e08c549c36ff tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:52.999170 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ec83aa7b-d0fd-4fb4-a266-666807869f82 req-76e8e06a-75d6-43cb-9966-e08c549c36ff tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0631702 Apr 14 21:36:53.056482 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Sync routers for ids ['e24724fb-5208-486d-841e-3cd14be65cfc'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:53.068518 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Routers {'e24724fb-5208-486d-841e-3cd14be65cfc'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:53.069138 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['e24724fb-5208-486d-841e-3cd14be65cfc'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:53.112124 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ec83aa7b-d0fd-4fb4-a266-666807869f82 req-7e7acbe5-c4d2-4c5b-a87d-640df85ae5fa tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058271 Apr 14 21:36:53.132041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9aed4-9213-4aac-abcb-6e358d8fae2e req-eae12415-032f-40eb-9582-6c5ef3852248 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:53.133557 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bef9aed4-9213-4aac-abcb-6e358d8fae2e req-eae12415-032f-40eb-9582-6c5ef3852248 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 945 time: 0.0888472 Apr 14 21:36:53.144717 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1caad9f8-e0ac-4272-926e-9225208e5f2e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group (b77f6a77-9d67-453f-bfcd-efafd3669360), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.152914 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1caad9f8-e0ac-4272-926e-9225208e5f2e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (b77f6a77-9d67-453f-bfcd-efafd3669360), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.189220 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Set router e24724fb-5208-486d-841e-3cd14be65cfc gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:53.196352 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1caad9f8-e0ac-4272-926e-9225208e5f2e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.197589 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1caad9f8-e0ac-4272-926e-9225208e5f2e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2794719 Apr 14 21:36:53.201425 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60836) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:53.206796 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-059819f7-6a8a-4b12-8041-7d2f127061a1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Request body: {'security_group_rule': {'security_group_id': 'b77f6a77-9d67-453f-bfcd-efafd3669360', 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:53.217229 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caad9f8-e0ac-4272-926e-9225208e5f2e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f6a77-9d67-453f-bfcd-efafd3669360,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:53.224985 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bef9aed4-9213-4aac-abcb-6e358d8fae2e req-a0d312ed-8a79-4c64-9d35-510bc619c847 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827205 Apr 14 21:36:53.249930 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059819f7-6a8a-4b12-8041-7d2f127061a1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (f37c4e1f-59ee-4428-b0d3-6fa34b47ca1c), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.299297 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059819f7-6a8a-4b12-8041-7d2f127061a1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (f37c4e1f-59ee-4428-b0d3-6fa34b47ca1c), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.302901 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059819f7-6a8a-4b12-8041-7d2f127061a1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (f37c4e1f-59ee-4428-b0d3-6fa34b47ca1c), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.323302 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059819f7-6a8a-4b12-8041-7d2f127061a1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37c4e1f-59ee-4428-b0d3-6fa34b47ca1c,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:53.333793 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-059819f7-6a8a-4b12-8041-7d2f127061a1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.335181 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-059819f7-6a8a-4b12-8041-7d2f127061a1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321592 Apr 14 21:36:53.338166 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60838) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:53.343730 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-eb8565bd-2dbf-454d-a4d6-ad56791ab387 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Request body: {'security_group_rule': {'security_group_id': 'b77f6a77-9d67-453f-bfcd-efafd3669360', 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:53.378677 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8565bd-2dbf-454d-a4d6-ad56791ab387 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (69477c11-eef6-4e04-b0de-b097941b5206), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.408975 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'name': 'tempest-TestShelveInstance-1361218203-router', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:46Z', 'updated_at': '2022-04-14T21:36:51Z', 'revision_number': 4, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'gw_port': {'id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:47Z', 'updated_at': '2022-04-14T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'dc1d0d53-2988-470d-adea-ebe9355a1409', 'name': '', 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'mac_address': 'fa:16:3e:d5:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3347bd23-25f6-4773-9bb0-4420863697cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:50Z', 'updated_at': '2022-04-14T21:36:51Z', 'revision_number': 2, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'subnets': [{'id': '3347bd23-25f6-4773-9bb0-4420863697cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:53.436618 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Checking router: e24724fb-5208-486d-841e-3cd14be65cfc for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:53.437121 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Updating router e24724fb-5208-486d-841e-3cd14be65cfc port dc1d0d53-2988-470d-adea-ebe9355a1409 binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:36:53.445804 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8565bd-2dbf-454d-a4d6-ad56791ab387 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (69477c11-eef6-4e04-b0de-b097941b5206), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.470770 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.483586 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8565bd-2dbf-454d-a4d6-ad56791ab387 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (69477c11-eef6-4e04-b0de-b097941b5206), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.515703 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8565bd-2dbf-454d-a4d6-ad56791ab387 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69477c11-eef6-4e04-b0de-b097941b5206,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:53.530118 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-b62d5af0-d58b-4aa6-bb00-31c634980896 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728 HTTP/1.1" status: 200 len: 1001 time: 0.0906060 Apr 14 21:36:53.532715 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-eb8565bd-2dbf-454d-a4d6-ad56791ab387 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.533860 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-eb8565bd-2dbf-454d-a4d6-ad56791ab387 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1947303 Apr 14 21:36:53.536626 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60840) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:53.540930 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-975276ab-4d4f-4992-b2bd-edbade53ab06 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Request body: {'security_group_rule': {'security_group_id': 'b77f6a77-9d67-453f-bfcd-efafd3669360', 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:53.567112 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-975276ab-4d4f-4992-b2bd-edbade53ab06 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (45feb1e8-3c43-4c03-a459-8c3c9d94963b), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.624983 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-975276ab-4d4f-4992-b2bd-edbade53ab06 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (45feb1e8-3c43-4c03-a459-8c3c9d94963b), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.628694 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-975276ab-4d4f-4992-b2bd-edbade53ab06 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (45feb1e8-3c43-4c03-a459-8c3c9d94963b), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.647418 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975276ab-4d4f-4992-b2bd-edbade53ab06 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45feb1e8-3c43-4c03-a459-8c3c9d94963b,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:53.656380 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-975276ab-4d4f-4992-b2bd-edbade53ab06 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.657634 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-975276ab-4d4f-4992-b2bd-edbade53ab06 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200829 Apr 14 21:36:53.660274 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60842) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:53.664575 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-42f4cd86-1dac-41d7-aa10-62560e4d1153 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Request body: {'security_group_rule': {'security_group_id': 'b77f6a77-9d67-453f-bfcd-efafd3669360', 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:53.689601 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-42f4cd86-1dac-41d7-aa10-62560e4d1153 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (34405487-3774-4946-9cec-79b6589b82e3), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.749677 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-42f4cd86-1dac-41d7-aa10-62560e4d1153 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (34405487-3774-4946-9cec-79b6589b82e3), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.753424 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-42f4cd86-1dac-41d7-aa10-62560e4d1153 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (34405487-3774-4946-9cec-79b6589b82e3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.755075 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Publish callbacks [] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.760762 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.777264 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4cd86-1dac-41d7-aa10-62560e4d1153 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34405487-3774-4946-9cec-79b6589b82e3,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:53.783340 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-42f4cd86-1dac-41d7-aa10-62560e4d1153 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.784563 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-42f4cd86-1dac-41d7-aa10-62560e4d1153 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233463 Apr 14 21:36:53.787299 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 60844) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:53.792767 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-51605f02-5f9c-4aed-9f79-915bc7b8ad4e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Request body: {'security_group_rule': {'security_group_id': 'b77f6a77-9d67-453f-bfcd-efafd3669360', 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:53.817272 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.securitygroups_db [None req-51605f02-5f9c-4aed-9f79-915bc7b8ad4e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Project b4a73c0bee9e4ee385f34e88d51f37ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:36:53.820468 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe5898-d9ac-4bbe-bdba-dec9eab251a8 None None] Pushing event updated for resources: {'Port': ['ID=dc1d0d53-2988-470d-adea-ebe9355a1409,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:53.831075 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51605f02-5f9c-4aed-9f79-915bc7b8ad4e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (ec77ee07-6e47-4223-8d07-766e633e5dd6), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.899014 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Attempting to bind port dc1d0d53-2988-470d-adea-ebe9355a1409 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:53.899486 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Attempting to bind port dc1d0d53-2988-470d-adea-ebe9355a1409 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:53.900141 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Attempting to bind port dc1d0d53-2988-470d-adea-ebe9355a1409 on network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:53.908054 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:53.908682 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Checking segment: {'id': 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:53.909194 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.909823 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Bound using segment: {'id': 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:53.910420 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Bound port: dc1d0d53-2988-470d-adea-ebe9355a1409, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:53.910899 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.920144 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51605f02-5f9c-4aed-9f79-915bc7b8ad4e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (ec77ee07-6e47-4223-8d07-766e633e5dd6), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.925425 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51605f02-5f9c-4aed-9f79-915bc7b8ad4e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (ec77ee07-6e47-4223-8d07-766e633e5dd6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.948698 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51605f02-5f9c-4aed-9f79-915bc7b8ad4e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec77ee07-6e47-4223-8d07-766e633e5dd6,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:53.967778 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-51605f02-5f9c-4aed-9f79-915bc7b8ad4e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:53.971949 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60846) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:53.972505 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-51605f02-5f9c-4aed-9f79-915bc7b8ad4e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1839788 Apr 14 21:36:53.977014 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-c2b2f5cf-e0e3-44a5-b9c1-212c3d9ecd81 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Request body: {'security_group_rule': {'security_group_id': 'b77f6a77-9d67-453f-bfcd-efafd3669360', 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:53.994960 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device df58046c-f04f-4baf-8407-439cd22dd4c9 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:54.003974 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.securitygroups_db [None req-c2b2f5cf-e0e3-44a5-b9c1-212c3d9ecd81 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Project b4a73c0bee9e4ee385f34e88d51f37ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:36:54.009749 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2b2f5cf-e0e3-44a5-b9c1-212c3d9ecd81 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (9d86d9da-1754-4928-a852-3a846588df4b), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.047548 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] For port dc1d0d53-2988-470d-adea-ebe9355a1409, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:54.068345 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] For port dc1d0d53-2988-470d-adea-ebe9355a1409, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=dc1d0d53-2988-470d-adea-ebe9355a1409,segment=NetworkSegment(baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d),segment_id=baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:54.079951 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.093459 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-304ea37f-1616-4bd8-8960-0a64a78b3b5c None None] Provisioning complete for port dc1d0d53-2988-470d-adea-ebe9355a1409 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:54.093860 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-304ea37f-1616-4bd8-8960-0a64a78b3b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.151076 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-6a4c59da-dd76-4f9c-a54f-81a7728cb544 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:54.153428 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-6a4c59da-dd76-4f9c-a54f-81a7728cb544 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.13 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 945 time: 0.0828669 Apr 14 21:36:54.155558 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2b2f5cf-e0e3-44a5-b9c1-212c3d9ecd81 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (9d86d9da-1754-4928-a852-3a846588df4b), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.156618 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port df58046c-f04f-4baf-8407-439cd22dd4c9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:54.156982 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.157327 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-706f0ec4-2ac6-4722-bfad-d8f3598618a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:54.158754 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-706f0ec4-2ac6-4722-bfad-d8f3598618a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.1240520 Apr 14 21:36:54.161282 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2b2f5cf-e0e3-44a5-b9c1-212c3d9ecd81 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (9d86d9da-1754-4928-a852-3a846588df4b), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.235621 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe5898-d9ac-4bbe-bdba-dec9eab251a8 None None] Pushing event updated for resources: {'Port': ['ID=dc1d0d53-2988-470d-adea-ebe9355a1409,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:54.241975 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Routers {'e24724fb-5208-486d-841e-3cd14be65cfc'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:54.242606 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['e24724fb-5208-486d-841e-3cd14be65cfc'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:54.251794 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2f5cf-e0e3-44a5-b9c1-212c3d9ecd81 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d86d9da-1754-4928-a852-3a846588df4b,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:54.306717 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c2b2f5cf-e0e3-44a5-b9c1-212c3d9ecd81 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.308728 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-c2b2f5cf-e0e3-44a5-b9c1-212c3d9ecd81 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3350604 Apr 14 21:36:54.319436 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-bd676cda-f76b-4987-b184-fd2f1e3e87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:54.321003 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-bd676cda-f76b-4987-b184-fd2f1e3e87a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1508386 Apr 14 21:36:54.383863 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port df58046c-f04f-4baf-8407-439cd22dd4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:54.434516 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-ec886ac6-c017-47e2-83e5-da1297cc0371 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Deleting port 9162e1b9-a575-4c5c-a34f-679e230ff75e {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:54.434949 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-ec886ac6-c017-47e2-83e5-da1297cc0371 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.443366 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6268d-1383-4b71-965b-ee76bff0a475 req-efc22f86-2779-481b-8cc8-057f49e0f9d2 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:54.445289 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4fd6268d-1383-4b71-965b-ee76bff0a475 req-efc22f86-2779-481b-8cc8-057f49e0f9d2 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 945 time: 0.0612574 Apr 14 21:36:54.445986 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-304ea37f-1616-4bd8-8960-0a64a78b3b5c None None] Current status of the port dc1d0d53-2988-470d-adea-ebe9355a1409 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:54.446381 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-304ea37f-1616-4bd8-8960-0a64a78b3b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.488235 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] Set router e24724fb-5208-486d-841e-3cd14be65cfc gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:54.497633 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49cf3a-4cc4-47cd-bcdb-6c8a26b33fb9 req-c2ca3776-bfbb-442b-8058-8699d8dc15b0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:54.499237 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0a49cf3a-4cc4-47cd-bcdb-6c8a26b33fb9 req-c2ca3776-bfbb-442b-8058-8699d8dc15b0 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.2988019 Apr 14 21:36:54.523964 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-304ea37f-1616-4bd8-8960-0a64a78b3b5c None None] For port dc1d0d53-2988-470d-adea-ebe9355a1409, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=dc1d0d53-2988-470d-adea-ebe9355a1409,segment=NetworkSegment(baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d),segment_id=baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:54.530588 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-304ea37f-1616-4bd8-8960-0a64a78b3b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.658251 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4fd6268d-1383-4b71-965b-ee76bff0a475 req-d6b69eb8-5c89-407e-8857-129bc78a4dc4 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/security-groups?id=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813304 Apr 14 21:36:54.673803 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0a49cf3a-4cc4-47cd-bcdb-6c8a26b33fb9 req-32724e56-d1fe-460a-b608-602ebb39fb72 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645422 Apr 14 21:36:54.695595 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-dd71b79a-13a2-4530-a2e5-d8075251b1eb service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208196 Apr 14 21:36:54.708574 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ea37f-1616-4bd8-8960-0a64a78b3b5c None None] Pushing event updated for resources: {'Port': ['ID=dc1d0d53-2988-470d-adea-ebe9355a1409,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:54.717495 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-700cef6a-169c-4fd5-bd45-bd4951bcbe79 None None] Provisioning complete for port dc1d0d53-2988-470d-adea-ebe9355a1409 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:54.717909 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-700cef6a-169c-4fd5-bd45-bd4951bcbe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.727388 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-ec886ac6-c017-47e2-83e5-da1297cc0371 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] For port 9162e1b9-a575-4c5c-a34f-679e230ff75e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9162e1b9-a575-4c5c-a34f-679e230ff75e,segment=NetworkSegment(a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3),segment_id=a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:54.728016 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-ec886ac6-c017-47e2-83e5-da1297cc0371 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.779098 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-ec886ac6-c017-47e2-83e5-da1297cc0371 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Calling delete_port for 9162e1b9-a575-4c5c-a34f-679e230ff75e owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:54.880951 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-addd95bd-b9b2-445c-8be8-64a62d6e79c8 req-26f9d608-238f-4052-b685-ae38aed55a5c service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741877 Apr 14 21:36:54.931141 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14722368-ffe3-47c0-8d9c-2f57be07d9dc req-03b6df20-51bf-4faa-8e1f-ab52b7c2f1bf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:54.937255 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-14722368-ffe3-47c0-8d9c-2f57be07d9dc req-03b6df20-51bf-4faa-8e1f-ab52b7c2f1bf tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.1775608 Apr 14 21:36:54.942112 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 60898) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:54.948711 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-83f073d1-1ff5-4b73-82a3-b3ca6f9f67ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Request body: {'floatingip': {'port_id': '5a62cbf7-6692-4f36-b952-a0649801bdb3'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:55.004035 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'name': 'tempest-TestShelveInstance-1361218203-router', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:46Z', 'updated_at': '2022-04-14T21:36:51Z', 'revision_number': 4, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'gw_port': {'id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:47Z', 'updated_at': '2022-04-14T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'dc1d0d53-2988-470d-adea-ebe9355a1409', 'name': '', 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'mac_address': 'fa:16:3e:d5:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3347bd23-25f6-4773-9bb0-4420863697cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:50Z', 'updated_at': '2022-04-14T21:36:54Z', 'revision_number': 4, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'subnets': [{'id': '3347bd23-25f6-4773-9bb0-4420863697cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:55.026244 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-83f073d1-1ff5-4b73-82a3-b3ca6f9f67ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for floatingip (4e1ec4c1-a116-459c-8ee7-51d68b771d17), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:55.033158 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af0fc3-a98d-454a-a83b-f2dd98587e28 None None] The sync data for ids ['e24724fb-5208-486d-841e-3cd14be65cfc'] in dv-cinder-837543-3-iscsi is: [{'id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'name': 'tempest-TestShelveInstance-1361218203-router', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:46Z', 'updated_at': '2022-04-14T21:36:51Z', 'revision_number': 4, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'gw_port': {'id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:47Z', 'updated_at': '2022-04-14T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'dc1d0d53-2988-470d-adea-ebe9355a1409', 'name': '', 'network_id': '52b8a7e5-bc37-4511-a739-0d9c41bf8684', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'mac_address': 'fa:16:3e:d5:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '3347bd23-25f6-4773-9bb0-4420863697cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:50Z', 'updated_at': '2022-04-14T21:36:54Z', 'revision_number': 4, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'subnets': [{'id': '3347bd23-25f6-4773-9bb0-4420863697cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:55.045484 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-700cef6a-169c-4fd5-bd45-bd4951bcbe79 None None] Current status of the port dc1d0d53-2988-470d-adea-ebe9355a1409 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:55.184610 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-ec886ac6-c017-47e2-83e5-da1297cc0371 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (9162e1b9-a575-4c5c-a34f-679e230ff75e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:55.197312 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['9162e1b9-a575-4c5c-a34f-679e230ff75e'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:55.224890 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec886ac6-c017-47e2-83e5-da1297cc0371 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Pushing event deleted for resources: {'Port': ['ID=9162e1b9-a575-4c5c-a34f-679e230ff75e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:55.284220 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-ec886ac6-c017-47e2-83e5-da1297cc0371 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] No DVR routers for this DVR port 9162e1b9-a575-4c5c-a34f-679e230ff75e on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:36:55.315779 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-ec886ac6-c017-47e2-83e5-da1297cc0371 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:55.319039 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e99b5d87-8a53-4e0a-b50a-0da035081fd4 req-ec886ac6-c017-47e2-83e5-da1297cc0371 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.13 "DELETE /v2.0/ports/9162e1b9-a575-4c5c-a34f-679e230ff75e HTTP/1.1" status: 204 len: 173 time: 1.1499581 Apr 14 21:36:55.319499 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834454b3-3581-42ae-b823-ab1434803887', 'name': 'network-vif-deleted', 'tag': '9162e1b9-a575-4c5c-a34f-679e230ff75e'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:55.321793 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b4b6e9-9cf5-421f-b677-ec17363fa4e9" -d '{"events": [{"server_uuid": "834454b3-3581-42ae-b823-ab1434803887", "name": "network-vif-deleted", "tag": "9162e1b9-a575-4c5c-a34f-679e230ff75e"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:55.379243 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cd36d8-fcf5-4a50-b767-07c70110259b x-openstack-request-id: req-11cd36d8-fcf5-4a50-b767-07c70110259b {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:55.379562 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834454b3-3581-42ae-b823-ab1434803887", "name": "network-vif-deleted", "tag": "9162e1b9-a575-4c5c-a34f-679e230ff75e", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:55.379835 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11cd36d8-fcf5-4a50-b767-07c70110259b {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:55.380236 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11cd36d8-fcf5-4a50-b767-07c70110259b'] response: {'server_uuid': '834454b3-3581-42ae-b823-ab1434803887', 'name': 'network-vif-deleted', 'tag': '9162e1b9-a575-4c5c-a34f-679e230ff75e', 'status': 'completed', 'code': 200} Apr 14 21:36:55.581429 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:55.899625 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ce7ae0e4-015a-4fa3-b7a5-e4f2c18f4a23 req-02d99f2a-7e6f-449d-9053-98d2febce6b1 tempest-VolumesSnapshotTestJSON-308247265 tempest-VolumesSnapshotTestJSON-308247265-project] 10.222.0.47 "GET /v2.0/ports?device_id=834454b3-3581-42ae-b823-ab1434803887 HTTP/1.1" status: 200 len: 210 time: 0.0431280 Apr 14 21:36:56.036033 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device dc1d0d53-2988-470d-adea-ebe9355a1409 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:56.073215 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-83f073d1-1ff5-4b73-82a3-b3ca6f9f67ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:56.078812 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-83f073d1-1ff5-4b73-82a3-b3ca6f9f67ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (4e1ec4c1-a116-459c-8ee7-51d68b771d17), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:56.087577 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port dc1d0d53-2988-470d-adea-ebe9355a1409 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:56.088003 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:56.177214 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port dc1d0d53-2988-470d-adea-ebe9355a1409 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:56.328344 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f073d1-1ff5-4b73-82a3-b3ca6f9f67ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:56.443001 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f073d1-1ff5-4b73-82a3-b3ca6f9f67ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:56.448410 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-83f073d1-1ff5-4b73-82a3-b3ca6f9f67ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:56.454551 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] Sync routers for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:56.463602 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:56.464631 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:56.507881 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-83f073d1-1ff5-4b73-82a3-b3ca6f9f67ec tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "PUT /v2.0/floatingips/4e1ec4c1-a116-459c-8ee7-51d68b771d17 HTTP/1.1" status: 200 len: 993 time: 1.5643563 Apr 14 21:36:56.580524 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:56.804374 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '4e1ec4c1-a116-459c-8ee7-51d68b771d17', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'port_id': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'mac_address': 'fa:16:3e:b1:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de776778-d480-42a2-b233-d3329b0363cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:37Z', 'updated_at': '2022-04-14T21:36:55Z', 'revision_number': 3, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 5, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:56.834936 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] Checking router: 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:56.843425 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:56.844027 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:36:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:57.047450 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:57.294093 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '4e1ec4c1-a116-459c-8ee7-51d68b771d17', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'port_id': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'mac_address': 'fa:16:3e:b1:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de776778-d480-42a2-b233-d3329b0363cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:37Z', 'updated_at': '2022-04-14T21:36:55Z', 'revision_number': 3, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 5, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:57.318810 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-e2e66626-7c3d-4302-9751-938cdf5038b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538473 Apr 14 21:36:57.332348 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb9483-c47d-4d6f-b88b-1fdf56f9d1e8 None None] The sync data for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi is: [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '4e1ec4c1-a116-459c-8ee7-51d68b771d17', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'port_id': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'mac_address': 'fa:16:3e:b1:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de776778-d480-42a2-b233-d3329b0363cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:37Z', 'updated_at': '2022-04-14T21:36:55Z', 'revision_number': 3, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 5, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:57.380904 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3'}, {'name': 'network-changed', 'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:57.383331 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a" -d '{"events": [{"name": "network-changed", "server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3"}, {"name": "network-changed", "server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:57.417318 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-12fc6326-8073-4400-a93a-2c415df03cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:57.419049 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-12fc6326-8073-4400-a93a-2c415df03cee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 1129 time: 0.0487881 Apr 14 21:36:57.420652 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea7030-7ef4-43f0-b0dd-65e32538f58c x-openstack-request-id: req-05ea7030-7ef4-43f0-b0dd-65e32538f58c {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:57.420939 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:57.421237 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05ea7030-7ef4-43f0-b0dd-65e32538f58c {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:57.421787 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ea7030-7ef4-43f0-b0dd-65e32538f58c'] response: {'name': 'network-changed', 'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'status': 'completed', 'code': 200} Apr 14 21:36:57.422047 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ea7030-7ef4-43f0-b0dd-65e32538f58c'] response: {'name': 'network-changed', 'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'status': 'completed', 'code': 200} Apr 14 21:36:57.544111 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-c95ca3cf-7642-4531-8fe9-bfe1d2cbbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:57.545636 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-c95ca3cf-7642-4531-8fe9-bfe1d2cbbe0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 1130 time: 0.0857031 Apr 14 21:36:57.626945 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-d47c5a66-5921-4a6f-bb8c-ec8a75abef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:57.628339 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-d47c5a66-5921-4a6f-bb8c-ec8a75abef02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.1603820 Apr 14 21:36:57.679129 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-7cb959d8-19e1-43de-8506-3b1836f8d7b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e HTTP/1.1" status: 200 len: 217 time: 0.0414717 Apr 14 21:36:57.722272 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-bcaadfd5-3928-4752-97eb-3c56cb309a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:57.723714 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-bcaadfd5-3928-4752-97eb-3c56cb309a08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.1685741 Apr 14 21:36:57.776569 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-3e1b4fe3-70e3-45c7-9a05-9c90aed64ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:57.778082 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-3e1b4fe3-70e3-45c7-9a05-9c90aed64ff9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.0906501 Apr 14 21:36:57.809059 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-2088ad40-a623-4963-b0e8-6896f25e7813 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3 HTTP/1.1" status: 200 len: 1001 time: 0.0760424 Apr 14 21:36:57.869267 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-37e2637c-104f-44b6-8800-864a21def3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:57.870932 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-37e2637c-104f-44b6-8800-864a21def3e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744164 Apr 14 21:36:57.900872 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-0a7e44f3-068b-4ac6-8809-15b98c7a3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:57.902945 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-0a7e44f3-068b-4ac6-8809-15b98c7a3fa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.0772021 Apr 14 21:36:57.997002 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-d03cfdf5-3dfb-4f09-899a-7831d59fd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:57.998534 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-d03cfdf5-3dfb-4f09-899a-7831d59fd5f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867982 Apr 14 21:36:58.022152 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-cfe44832-8705-4acd-9024-cabf2a445ecc service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437845 Apr 14 21:36:58.171725 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-8b65b842-1cd6-49c8-b81f-b9c28bbd0c2b service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626217 Apr 14 21:36:58.175225 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-35fdea17-381d-4c0a-a63c-bf16c6365c47 req-226c2ba1-af5d-40a3-b310-d2e35465d918 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438670 Apr 14 21:36:58.296409 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-b22c92ba-87aa-4fb2-9d48-8a30f5e2f647 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045284 Apr 14 21:36:58.563790 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 9162e1b9-a575-4c5c-a34f-679e230ff75e no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:58.590442 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 9162e1b9-a575-4c5c-a34f-679e230ff75e {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:58.590948 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 9162e1b9-a575-4c5c-a34f-679e230ff75e not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:58.692705 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-fa728300-56a0-4e30-9076-bef659a98c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:58.694226 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-fa728300-56a0-4e30-9076-bef659a98c62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=371e0c1995de4102a2649bc4866a3f74&device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 1130 time: 0.0391998 Apr 14 21:36:58.811197 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-41ff8926-0f32-4b2f-9a8f-3a75b8d45f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:58.812677 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-41ff8926-0f32-4b2f-9a8f-3a75b8d45f3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 200 len: 920 time: 0.0876665 Apr 14 21:37:01.907131 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-428afaf6-fdcc-4c4c-976b-eb4dd756350a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3 HTTP/1.1" status: 200 len: 1001 time: 0.0627141 Apr 14 21:37:01.958860 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-a0f7c69e-2dfc-452c-90db-43cb043e10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:01.960334 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-a0f7c69e-2dfc-452c-90db-43cb043e10dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 200 len: 858 time: 0.0436678 Apr 14 21:37:02.003056 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-b6d7e7e6-02bd-4461-8420-6504d6bdde5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:02.004520 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-b6d7e7e6-02bd-4461-8420-6504d6bdde5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ceaaf06e-dae3-4424-9485-0b5c1f33286d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379243 Apr 14 21:37:02.103528 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-da8ae392-30fb-4dbd-8cdd-a07175c0fbc1 service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889096 Apr 14 21:37:02.196219 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e78dcef-789d-4bcb-a85a-3151e8c3a50a req-24b70036-caea-4b99-998f-43d95d06d32b service neutron] 10.222.0.13 "GET /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849876 Apr 14 21:37:06.360058 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0faafccb-9647-4848-a8bf-a456f42a5853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:08.892384 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-12116216-0799-43f8-b621-969973f53129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:09.688113 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:10.741141 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd86a4-b690-4ede-81d9-4946a79da3b6 req-46de503d-3bd5-4387-820e-86eb70a62f56 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:10.743660 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6dcd86a4-b690-4ede-81d9-4946a79da3b6 req-46de503d-3bd5-4387-820e-86eb70a62f56 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.1507282 Apr 14 21:37:10.790132 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6dcd86a4-b690-4ede-81d9-4946a79da3b6 req-830d423d-bf9a-4ad4-bae8-3c7e52be2348 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 Apr 14 21:37:11.333601 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:11.954751 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055e470-d4c3-495b-b9db-d27ae013cbb1 req-07f5cf9c-60aa-4aa6-b3cf-47a86992a314 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:11.956274 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b055e470-d4c3-495b-b9db-d27ae013cbb1 req-07f5cf9c-60aa-4aa6-b3cf-47a86992a314 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0956583 Apr 14 21:37:12.008266 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b055e470-d4c3-495b-b9db-d27ae013cbb1 req-4caf3428-d418-4f85-8418-fd895ed311cd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461252 Apr 14 21:37:12.680289 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:13.124781 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360b2f0-929d-4322-925c-664a662414f2 req-72048dec-1c8c-4597-bd23-cc7547077b34 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:13.126950 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8360b2f0-929d-4322-925c-664a662414f2 req-72048dec-1c8c-4597-bd23-cc7547077b34 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0511425 Apr 14 21:37:13.172757 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8360b2f0-929d-4322-925c-664a662414f2 req-840952a0-cea1-4d97-b443-5c7c46daf52e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=d9a6ab81-277d-482f-9e8f-0b52384193a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401032 Apr 14 21:37:13.421217 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919579-f3fb-4f32-b921-fd055d5e060b req-1e756a2b-0c71-4970-b415-e53ab24ea851 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:13.422827 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-db919579-f3fb-4f32-b921-fd055d5e060b req-1e756a2b-0c71-4970-b415-e53ab24ea851 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.13 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 946 time: 0.0514252 Apr 14 21:37:13.519656 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Deleting port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:13.520180 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:13.613568 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] For port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:13.613907 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:13.789176 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:13.789551 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (08a43009-6564-4ed1-828d-5892b6717016), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:13.789921 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Floating IP 08a43009-6564-4ed1-828d-5892b6717016 disassociated. External IP: 172.27.3.63, port: 7c901733-1318-4d5d-9b23-9dc9c5f82fb5. Apr 14 21:37:13.790288 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Calling delete_port for 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:13.920882 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (7c901733-1318-4d5d-9b23-9dc9c5f82fb5), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:13.948865 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event deleted for resources: {'Port': ['ID=7c901733-1318-4d5d-9b23-9dc9c5f82fb5,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:14.078306 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Router 60e05976-beca-4a0c-ab8a-17be94eefebf has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:37:14.190436 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:37:14.200335 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] Sync routers for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:37:14.210434 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:14.211044 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:14.238752 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] No DVR routers for this DVR port 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:14.241238 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:14.244497 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-db919579-f3fb-4f32-b921-fd055d5e060b req-99d04c2c-2836-498b-b78d-7411a80c3642 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.13 "DELETE /v2.0/ports/7c901733-1318-4d5d-9b23-9dc9c5f82fb5 HTTP/1.1" status: 204 len: 173 time: 0.8077188 Apr 14 21:37:14.244925 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'name': 'network-vif-deleted', 'tag': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:14.247146 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e00c63-73a8-4855-a0ef-9b7ffda82599" -d '{"events": [{"server_uuid": "a260bf3e-1006-4e1b-a773-ff069637d66a", "name": "network-vif-deleted", "tag": "7c901733-1318-4d5d-9b23-9dc9c5f82fb5"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:14.288859 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b3a82fe2-30e7-4bf3-91f3-4eb7d4abd553 req-a7f0c1d8-efd9-4253-8c48-b4215fec6a1d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=a260bf3e-1006-4e1b-a773-ff069637d66a HTTP/1.1" status: 200 len: 210 time: 0.0387383 Apr 14 21:37:14.297236 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd12b147-6f4a-4bd7-a972-7c1b87f6c000 x-openstack-request-id: req-fd12b147-6f4a-4bd7-a972-7c1b87f6c000 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:14.297644 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a260bf3e-1006-4e1b-a773-ff069637d66a", "name": "network-vif-deleted", "tag": "7c901733-1318-4d5d-9b23-9dc9c5f82fb5", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:14.298420 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd12b147-6f4a-4bd7-a972-7c1b87f6c000 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:14.298884 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd12b147-6f4a-4bd7-a972-7c1b87f6c000'] response: {'server_uuid': 'a260bf3e-1006-4e1b-a773-ff069637d66a', 'name': 'network-vif-deleted', 'tag': '7c901733-1318-4d5d-9b23-9dc9c5f82fb5', 'status': 'completed', 'code': 200} Apr 14 21:37:14.363604 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:14.603628 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:14.641738 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] Checking router: 60e05976-beca-4a0c-ab8a-17be94eefebf for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:37:14.651783 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:14.652442 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:14.789342 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:15.024938 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:15.057819 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a3681-59c9-4445-b680-fdc410d0ed23 None None] The sync data for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi is: [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:37:15.287037 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b5131-2e28-4b5a-8432-173c996053ed None None] New status for floating IP 08a43009-6564-4ed1-828d-5892b6717016: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:37:15.388933 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 32864) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:15.445646 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (d9a6ab81-277d-482f-9e8f-0b52384193a2), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:15.468853 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (d9a6ab81-277d-482f-9e8f-0b52384193a2), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:15.516976 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (d9a6ab81-277d-482f-9e8f-0b52384193a2), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:15.519784 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:15.520948 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "DELETE /v2.0/security-groups/d9a6ab81-277d-482f-9e8f-0b52384193a2 HTTP/1.1" status: 204 len: 168 time: 0.1310139 Apr 14 21:37:15.524450 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 32866) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:15.530246 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a6ab81-277d-482f-9e8f-0b52384193a2,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:15.538441 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.538903 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.539137 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.api.v2.resource [None req-6ac009dc-53bc-4f57-9198-33148b8a0e2d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] show failed (client error): The resource could not be found. Apr 14 21:37:15.539580 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.540287 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-6ac009dc-53bc-4f57-9198-33148b8a0e2d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups/d9a6ab81-277d-482f-9e8f-0b52384193a2 HTTP/1.1" status: 404 len: 347 time: 0.0147297 Apr 14 21:37:15.542019 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.542461 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.542764 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.543105 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.543442 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.543774 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.544104 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.544436 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.544765 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.545090 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.545415 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.545757 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88169031-b0db-4afa-b583-fb6d16a1987e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:15.546304 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 32870) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:15.671891 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-71fb1b69-c8b9-4493-abf8-6a741e1793ce tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Deleting port acacaf97-fb62-48b4-a0cb-705984f485b7 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:15.672229 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71fb1b69-c8b9-4493-abf8-6a741e1793ce tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (acacaf97-fb62-48b4-a0cb-705984f485b7), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:15.747139 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71fb1b69-c8b9-4493-abf8-6a741e1793ce tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (acacaf97-fb62-48b4-a0cb-705984f485b7), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:15.747465 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71fb1b69-c8b9-4493-abf8-6a741e1793ce tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (acacaf97-fb62-48b4-a0cb-705984f485b7), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:15.759925 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-71fb1b69-c8b9-4493-abf8-6a741e1793ce tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Calling delete_port for acacaf97-fb62-48b4-a0cb-705984f485b7 owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:16.138975 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-c0b5f58f-2321-4404-8dbe-1d3454008ae7 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1047111864&fields=id&tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce HTTP/1.1" status: 200 len: 267 time: 0.0709944 Apr 14 21:37:16.273275 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71fb1b69-c8b9-4493-abf8-6a741e1793ce tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (acacaf97-fb62-48b4-a0cb-705984f485b7), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:16.305345 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-0844f095-3e1d-47bc-9bec-60b1dc759910 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:16.306832 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-0844f095-3e1d-47bc-9bec-60b1dc759910 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/networks?id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 HTTP/1.1" status: 200 len: 808 time: 0.1582522 Apr 14 21:37:16.309634 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb1b69-c8b9-4493-abf8-6a741e1793ce tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event deleted for resources: {'Port': ['ID=acacaf97-fb62-48b4-a0cb-705984f485b7,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:16.363128 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-6bfeae14-b4c4-40ce-95ca-e95e976b4cda tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/quotas/b4a73c0bee9e4ee385f34e88d51f37ce HTTP/1.1" status: 200 len: 375 time: 0.0473747 Apr 14 21:37:16.408518 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71fb1b69-c8b9-4493-abf8-6a741e1793ce tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (08a43009-6564-4ed1-828d-5892b6717016), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:16.411018 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-71fb1b69-c8b9-4493-abf8-6a741e1793ce tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:16.412149 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-71fb1b69-c8b9-4493-abf8-6a741e1793ce tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "DELETE /v2.0/floatingips/08a43009-6564-4ed1-828d-5892b6717016 HTTP/1.1" status: 204 len: 168 time: 0.8647339 Apr 14 21:37:16.424918 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-9b9987a3-61a0-4a1a-a74c-2d2db6660ca7 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556672 Apr 14 21:37:16.566189 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-2ea1b5dd-bc3c-475b-8be0-e5e53d3bf487 service neutron] 10.222.0.47 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282735 Apr 14 21:37:16.654969 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-ef3f1b48-a2ae-46a2-9382-694721dc74e9 service neutron] 10.222.0.47 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830834 Apr 14 21:37:16.724782 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:16.752739 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:16.753169 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 7c901733-1318-4d5d-9b23-9dc9c5f82fb5 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:16.982554 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1431b331-f10f-4811-8d5e-4c56adc172bd req-3c3e09ad-89d6-44ec-aaab-96e7160280c6 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 210 time: 0.0424688 Apr 14 21:37:17.033121 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 32906) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:17.038169 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-f7f10ccd-8294-4f33-b634-0a2bebaa1717 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846529683', 'description': 'tempest-description--1783473292'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:17.060160 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f7f10ccd-8294-4f33-b634-0a2bebaa1717 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.134588 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f7f10ccd-8294-4f33-b634-0a2bebaa1717 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (ee7666c1-79b9-4e7c-895b-83e67fbd8087), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.139015 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f7f10ccd-8294-4f33-b634-0a2bebaa1717 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ee7666c1-79b9-4e7c-895b-83e67fbd8087), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.164582 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f7f10ccd-8294-4f33-b634-0a2bebaa1717 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.166135 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f7f10ccd-8294-4f33-b634-0a2bebaa1717 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1318686 Apr 14 21:37:17.169046 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 32910) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:17.174821 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f10ccd-8294-4f33-b634-0a2bebaa1717 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7666c1-79b9-4e7c-895b-83e67fbd8087,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:17.176394 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-97d09a27-f6f5-4e60-a0d5-6b975386aa0a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'security_group_rule': {'security_group_id': 'ee7666c1-79b9-4e7c-895b-83e67fbd8087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:17.205311 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d09a27-f6f5-4e60-a0d5-6b975386aa0a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (d6969b32-2143-4b0e-bbfb-dd1946190764), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.267855 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d09a27-f6f5-4e60-a0d5-6b975386aa0a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (d6969b32-2143-4b0e-bbfb-dd1946190764), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.272188 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d09a27-f6f5-4e60-a0d5-6b975386aa0a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (d6969b32-2143-4b0e-bbfb-dd1946190764), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.293125 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d09a27-f6f5-4e60-a0d5-6b975386aa0a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6969b32-2143-4b0e-bbfb-dd1946190764,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:17.301502 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-97d09a27-f6f5-4e60-a0d5-6b975386aa0a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.303004 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-97d09a27-f6f5-4e60-a0d5-6b975386aa0a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323452 Apr 14 21:37:17.305651 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 32914) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:17.310279 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f75aa059-8dc2-436b-9ecc-5dc6842a5243 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'security_group_rule': {'security_group_id': 'ee7666c1-79b9-4e7c-895b-83e67fbd8087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:17.337788 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f75aa059-8dc2-436b-9ecc-5dc6842a5243 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (895bbb6b-a210-46bb-ae60-78229b105589), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.398290 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f75aa059-8dc2-436b-9ecc-5dc6842a5243 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (895bbb6b-a210-46bb-ae60-78229b105589), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.402659 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f75aa059-8dc2-436b-9ecc-5dc6842a5243 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (895bbb6b-a210-46bb-ae60-78229b105589), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.420975 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75aa059-8dc2-436b-9ecc-5dc6842a5243 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895bbb6b-a210-46bb-ae60-78229b105589,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:17.433835 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f75aa059-8dc2-436b-9ecc-5dc6842a5243 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.435204 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f75aa059-8dc2-436b-9ecc-5dc6842a5243 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285269 Apr 14 21:37:17.438789 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 32918) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:17.443410 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:17.463116 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.541493 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.649044 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Allocated IP 172.27.3.129 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/386488dd-8a2c-4289-9ad6-2222c4d36a0f) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:37:17.755458 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for port (386488dd-8a2c-4289-9ad6-2222c4d36a0f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.788107 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (386488dd-8a2c-4289-9ad6-2222c4d36a0f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.824478 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:37:17.831026 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:37:17.833747 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:37:17.839687 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'Port': ['ID=386488dd-8a2c-4289-9ad6-2222c4d36a0f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:17.926703 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (9687e4be-4b4d-4605-9e91-4d6a5f3aef66), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:17.967837 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (386488dd-8a2c-4289-9ad6-2222c4d36a0f), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:18.163071 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for port (386488dd-8a2c-4289-9ad6-2222c4d36a0f), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:18.164922 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9fa56eaf-5e5a-4897-931f-8f21392b86c3 req-a6ea908a-094a-4191-b7bc-6ea34d00edf7 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 210 time: 0.0765471 Apr 14 21:37:18.169312 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (386488dd-8a2c-4289-9ad6-2222c4d36a0f), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:18.214439 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-722ec982-0668-4ea9-bf09-3058856f6e07 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:18.215928 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-722ec982-0668-4ea9-bf09-3058856f6e07 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.13 "GET /v2.0/networks?id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 HTTP/1.1" status: 200 len: 808 time: 0.1766446 Apr 14 21:37:18.242575 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'Port': ['ID=386488dd-8a2c-4289-9ad6-2222c4d36a0f,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:18.259182 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (9687e4be-4b4d-4605-9e91-4d6a5f3aef66), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:18.277812 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:18.279142 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d6534bef-bb5a-4199-8f27-e4d18c715955 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8393435 Apr 14 21:37:18.312232 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-5ebebf0c-0459-454d-b2d7-3ea704db7160 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce HTTP/1.1" status: 200 len: 380 time: 0.0808599 Apr 14 21:37:18.321409 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Request body: {'port': {'device_id': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'admin_state_up': True, 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'security_groups': ['b77f6a77-9d67-453f-bfcd-efafd3669360']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:18.433540 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Made reservation on behalf of b4a73c0bee9e4ee385f34e88d51f37ce for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:37:18.436911 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:18.539066 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7908f709-3d6e-4563-9858-2245cfc9d5e6 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--846529683&fields=id&tenant_id=46de92a2e6f247f3887e107e57ca4be1 HTTP/1.1" status: 200 len: 267 time: 0.0910399 Apr 14 21:37:18.667856 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Allocated IP 172.20.0.12 (9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9/58f3dc53-00b7-4786-96b4-1ff30af8601a/e01e4b3d-513e-4f1c-afa8-879fc8edbcce) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:37:18.715791 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-93b9b10c-98e3-4fd9-a451-a77b2c7df9ac tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:18.717263 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-93b9b10c-98e3-4fd9-a451-a77b2c7df9ac tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/networks?id=a8fecfe2-76b7-4925-b617-b1a8b018293b HTTP/1.1" status: 200 len: 810 time: 0.1705263 Apr 14 21:37:18.743267 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-f6293e24-3ea3-4873-83c0-ce4587f0bac1 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/quotas/46de92a2e6f247f3887e107e57ca4be1 HTTP/1.1" status: 200 len: 375 time: 0.0193164 Apr 14 21:37:18.843754 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-e32b09b1-9803-49d6-be17-5124be4c036c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=46de92a2e6f247f3887e107e57ca4be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864213 Apr 14 21:37:18.928550 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:18.978303 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-1ef4b349-6b71-415e-ac7d-1b130bfd6f65 service neutron] 10.222.0.47 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202817 Apr 14 21:37:18.993202 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:19.085397 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:37:19.092370 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:37:19.098962 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:37:19.100845 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event updated for resources: {'Port': ['ID=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:19.164347 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-5b58dcaa-5c2c-4ea0-8700-a6226178516a service neutron] 10.222.0.47 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798706 Apr 14 21:37:19.169855 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:19.170429 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:19.194340 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8fb18545-88c3-4975-81fc-eeb52f4b44bc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8766639 Apr 14 21:37:19.303067 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Request body: {'port': {'device_id': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:19.369870 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34469100-c648-40f6-bdaf-ec48c48eea12 req-caf2d645-d2d4-4301-95ab-64bad1615d02 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:19.371930 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-34469100-c648-40f6-bdaf-ec48c48eea12 req-caf2d645-d2d4-4301-95ab-64bad1615d02 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 932 time: 0.1097593 Apr 14 21:37:19.395717 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fe27ef77-e6b6-47d8-b4b5-0e38f13c0826 req-4ff61eeb-5ca7-4031-b9c7-6b8da3dcf069 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 210 time: 0.0500181 Apr 14 21:37:19.435409 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-6da92676-d72e-499a-a943-b008bfae981a None None] Provisioning complete for port e01e4b3d-513e-4f1c-afa8-879fc8edbcce triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:37:19.435873 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6da92676-d72e-499a-a943-b008bfae981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:19.446322 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:19.477017 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-34469100-c648-40f6-bdaf-ec48c48eea12 req-6de673e9-8371-48d8-9031-800da4162ae0 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883870 Apr 14 21:37:19.493473 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6da92676-d72e-499a-a943-b008bfae981a None None] Port e01e4b3d-513e-4f1c-afa8-879fc8edbcce cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:37:19.751254 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01e4b3d-513e-4f1c-afa8-879fc8edbcce {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:37:19.759009 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Publish callbacks [] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:19.772757 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Transition to ACTIVE for port object e01e4b3d-513e-4f1c-afa8-879fc8edbcce will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:37:19.776579 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:19.827841 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Pushing event updated for resources: {'Port': ['ID=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:19.915792 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Attempting to bind port e01e4b3d-513e-4f1c-afa8-879fc8edbcce on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:37:19.916396 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Attempting to bind port e01e4b3d-513e-4f1c-afa8-879fc8edbcce by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:37:19.916731 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Attempting to bind port e01e4b3d-513e-4f1c-afa8-879fc8edbcce on network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:37:19.922377 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Port e01e4b3d-513e-4f1c-afa8-879fc8edbcce on network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:37:19.922709 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Attempting to bind port e01e4b3d-513e-4f1c-afa8-879fc8edbcce on network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:37:19.928115 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:37:19.928454 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Checking segment: {'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:37:19.928834 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Bound using segment: {'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:37:19.929274 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Bound port: e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:37:19.930203 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:19.999938 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] For port e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:37:20.003847 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] For port e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:37:20.010598 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:20.045781 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:20.046393 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:20.048978 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] 10.222.0.13 "PUT /v2.0/ports/e01e4b3d-513e-4f1c-afa8-879fc8edbcce HTTP/1.1" status: 200 len: 1094 time: 0.8427806 Apr 14 21:37:20.049418 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:20.051746 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255483a7-42f8-4fe8-8944-0e7133aa05a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:20.076850 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d082f-fee6-4fdd-bfdb-2084e915967d service neutron] Pushing event updated for resources: {'Port': ['ID=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:20.089398 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944ac621-550a-4792-aeed-b580e7a73b00 x-openstack-request-id: req-944ac621-550a-4792-aeed-b580e7a73b00 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:20.089692 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:20.089978 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-944ac621-550a-4792-aeed-b580e7a73b00 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:20.090387 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944ac621-550a-4792-aeed-b580e7a73b00'] response: {'name': 'network-changed', 'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'status': 'completed', 'code': 200} Apr 14 21:37:20.324889 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 32982) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:20.338336 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255483a7-42f8-4fe8-8944-0e7133aa05a5 req-0770e73a-23a1-482e-a4dd-392dbe87b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:20.339823 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-255483a7-42f8-4fe8-8944-0e7133aa05a5 req-0770e73a-23a1-482e-a4dd-392dbe87b37c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce&device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 1128 time: 0.0567698 Apr 14 21:37:20.465623 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Deleting subnet e3b5a756-712e-423b-8d66-226c213157a5 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:37:20.497879 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Publish callbacks [] for subnet (e3b5a756-712e-423b-8d66-226c213157a5), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:20.571392 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-69f13b24-1f7f-4f17-b7d4-d9d6e5a74cb8 req-30f78aa9-da08-49d1-a62a-9beb39fcff7e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 210 time: 0.0763583 Apr 14 21:37:20.619658 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8272601'] for subnet (e3b5a756-712e-423b-8d66-226c213157a5), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:20.674093 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-aece38e6-cbe9-4b9d-a3ed-8d857e19e9c7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:20.675513 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-aece38e6-cbe9-4b9d-a3ed-8d857e19e9c7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.13 "GET /v2.0/networks?id=a8fecfe2-76b7-4925-b617-b1a8b018293b HTTP/1.1" status: 200 len: 810 time: 0.3145964 Apr 14 21:37:20.688966 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9355264-6694-4fdf-9edb-effe2488f650 req-d0d90dea-4106-4d4f-a7e9-d73208d7948f tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:20.690371 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c9355264-6694-4fdf-9edb-effe2488f650 req-d0d90dea-4106-4d4f-a7e9-d73208d7948f tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.1229968 Apr 14 21:37:20.701283 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255483a7-42f8-4fe8-8944-0e7133aa05a5 req-f9571668-7f6a-4848-8738-7d1ee52be360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:20.702668 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-255483a7-42f8-4fe8-8944-0e7133aa05a5 req-f9571668-7f6a-4848-8738-7d1ee52be360 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3401051 Apr 14 21:37:20.737857 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (e3b5a756-712e-423b-8d66-226c213157a5), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:20.810099 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:37:20.893489 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-0dd9fcdb-6320-4bd9-a578-2101ccf50479 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46de92a2e6f247f3887e107e57ca4be1 HTTP/1.1" status: 200 len: 379 time: 0.1988301 Apr 14 21:37:20.899730 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c9355264-6694-4fdf-9edb-effe2488f650 req-ebc4a087-78fe-4e3c-b57d-d95b22215c82 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939294 Apr 14 21:37:20.908775 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'port': {'device_id': 'b9932483-3886-4f96-8862-910752c1df75', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'admin_state_up': True, 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'security_groups': ['ee7666c1-79b9-4e7c-895b-83e67fbd8087']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:20.945506 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7670259'] for subnet (e3b5a756-712e-423b-8d66-226c213157a5), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:20.952243 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255483a7-42f8-4fe8-8944-0e7133aa05a5 req-5a936444-690c-479c-909d-2c1dacb34bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:20.953777 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-255483a7-42f8-4fe8-8944-0e7133aa05a5 req-5a936444-690c-479c-909d-2c1dacb34bec service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2281346 Apr 14 21:37:21.013486 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b5a756-712e-423b-8d66-226c213157a5,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:21.017149 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.020066 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e3b5a756-712e-423b-8d66-226c213157a5 HTTP/1.1" status: 204 len: 168 time: 0.6941922 Apr 14 21:37:21.022703 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 32992) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:21.052994 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.053339 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.053681 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.054045 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.054383 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.054718 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.055045 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.055371 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.055695 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.056019 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.056343 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.056667 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.056987 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.057307 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.057622 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a2da2e-e96b-4811-bede-2ec5a6cc4ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:21.086214 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-2a044222-960c-4f01-a9cc-5c7a82e4014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:21.087724 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-2a044222-960c-4f01-a9cc-5c7a82e4014a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce&device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 1128 time: 0.0863934 Apr 14 21:37:21.092917 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (280e9594-c88d-47f1-81bc-800bd36b5864), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.135830 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-0918da0b-176d-4a36-b296-fef4adfeabf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce HTTP/1.1" status: 200 len: 217 time: 0.0398655 Apr 14 21:37:21.151389 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Made reservation on behalf of 46de92a2e6f247f3887e107e57ca4be1 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:37:21.154464 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.179038 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (280e9594-c88d-47f1-81bc-800bd36b5864), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.199863 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280e9594-c88d-47f1-81bc-800bd36b5864']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:21.209146 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8c5625c6-353b-4be0-8533-2b3defebf3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:21.210626 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-8c5625c6-353b-4be0-8533-2b3defebf3f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58f3dc53-00b7-4786-96b4-1ff30af8601a HTTP/1.1" status: 200 len: 847 time: 0.0681415 Apr 14 21:37:21.210763 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:21.211079 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:21.221047 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.234537 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.240452 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:37:21.240837 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (a5eefb8f-1d2f-4c09-bb0b-39f5a14b31c3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:37:21.242541 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:37:21.293666 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-196e312a-f532-4105-8b2b-dcde923583fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:21.295298 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-196e312a-f532-4105-8b2b-dcde923583fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558028 Apr 14 21:37:21.299918 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (280e9594-c88d-47f1-81bc-800bd36b5864), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.305400 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.311258 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] 10.222.0.47 "DELETE /v2.0/networks/280e9594-c88d-47f1-81bc-800bd36b5864 HTTP/1.1" status: 204 len: 168 time: 0.2844408 Apr 14 21:37:21.321395 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e91a95-350f-4879-b596-522f6cab5f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=280e9594-c88d-47f1-81bc-800bd36b5864,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:21.481753 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 32996) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:21.525962 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-520267ae-0723-4332-80d7-b4d43bb95ec9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=53c6da9793af4b449cabb14ec8f9ae7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407853 Apr 14 21:37:21.526201 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 32998) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:21.576443 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8445c7a5-fdd1-46fd-aafe-cd4aa3b6159a admin admin] Publish callbacks [] for security_group (723ed84b-e1a0-48e7-adc1-5b28b8e02e4d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.598310 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8445c7a5-fdd1-46fd-aafe-cd4aa3b6159a admin admin] Publish callbacks [] for security_group (723ed84b-e1a0-48e7-adc1-5b28b8e02e4d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.649919 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8445c7a5-fdd1-46fd-aafe-cd4aa3b6159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (723ed84b-e1a0-48e7-adc1-5b28b8e02e4d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.652577 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8445c7a5-fdd1-46fd-aafe-cd4aa3b6159a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.654399 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8445c7a5-fdd1-46fd-aafe-cd4aa3b6159a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/723ed84b-e1a0-48e7-adc1-5b28b8e02e4d HTTP/1.1" status: 204 len: 168 time: 0.1272855 Apr 14 21:37:21.664437 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445c7a5-fdd1-46fd-aafe-cd4aa3b6159a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723ed84b-e1a0-48e7-adc1-5b28b8e02e4d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:21.669706 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Allocated IP 172.20.0.7 (a8fecfe2-76b7-4925-b617-b1a8b018293b/bdd211a7-0033-43a9-a631-1861ed1b49f4/613ee38d-79a8-4a69-81fc-a6932298a79c) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:37:21.696840 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f13bb7b2-8528-458d-bbaf-f6a2bf646d78 req-6e070178-af08-4f0a-b2b4-3691b21159fd tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 210 time: 0.0490050 Apr 14 21:37:21.741511 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-1b972197-24ea-4b86-9150-3eca39485ce6 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246578 Apr 14 21:37:21.918382 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b12e8b9d-8578-45cf-ae60-11a4ac9d45ab req-98923257-f634-4923-9a42-2d7a65079333 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685925 Apr 14 21:37:21.924619 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:21.973636 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:22.058018 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Network a8fecfe2-76b7-4925-b617-b1a8b018293b is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:37:22.064168 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:37:22.065989 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event updated for resources: {'Port': ['ID=613ee38d-79a8-4a69-81fc-a6932298a79c,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:22.068142 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:37:22.113544 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc6151-5aa9-4cc8-8a1c-33dba409964c req-cab75308-6b22-430e-9f08-425553f6031c tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:22.115859 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6ffc6151-5aa9-4cc8-8a1c-33dba409964c req-cab75308-6b22-430e-9f08-425553f6031c tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.1069839 Apr 14 21:37:22.165233 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:22.165887 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:22.198159 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-7209f454-3ab7-4dd3-8c46-d33c8b3e949d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2973146 Apr 14 21:37:22.208452 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6ffc6151-5aa9-4cc8-8a1c-33dba409964c req-b39902ed-462f-41af-90ae-957c2cba9234 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848789 Apr 14 21:37:22.225286 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Request body: {'port': {'device_id': 'b9932483-3886-4f96-8862-910752c1df75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:22.277288 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-b3f9e65e-d89b-4705-9e1a-6eed78b697ce None None] Provisioning complete for port 613ee38d-79a8-4a69-81fc-a6932298a79c triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:37:22.277878 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3f9e65e-d89b-4705-9e1a-6eed78b697ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:22.284576 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:22.312165 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b3f9e65e-d89b-4705-9e1a-6eed78b697ce None None] Port 613ee38d-79a8-4a69-81fc-a6932298a79c cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:37:22.553551 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613ee38d-79a8-4a69-81fc-a6932298a79c {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:37:22.560734 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Publish callbacks [] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:22.573269 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Transition to ACTIVE for port object 613ee38d-79a8-4a69-81fc-a6932298a79c will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:37:22.577083 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:22.627158 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Pushing event updated for resources: {'Port': ['ID=613ee38d-79a8-4a69-81fc-a6932298a79c,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:22.701838 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Attempting to bind port 613ee38d-79a8-4a69-81fc-a6932298a79c on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:37:22.702489 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Attempting to bind port 613ee38d-79a8-4a69-81fc-a6932298a79c by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:37:22.702489 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Attempting to bind port 613ee38d-79a8-4a69-81fc-a6932298a79c on network a8fecfe2-76b7-4925-b617-b1a8b018293b {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:37:22.708141 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Port 613ee38d-79a8-4a69-81fc-a6932298a79c on network a8fecfe2-76b7-4925-b617-b1a8b018293b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:37:22.708469 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Attempting to bind port 613ee38d-79a8-4a69-81fc-a6932298a79c on network a8fecfe2-76b7-4925-b617-b1a8b018293b {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:37:22.713675 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:37:22.714047 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Checking segment: {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:37:22.714432 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Bound using segment: {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:37:22.714863 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Bound port: 613ee38d-79a8-4a69-81fc-a6932298a79c, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527bd392-5ea6-4bd8-874d-290e42d1681f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:37:22.715237 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:22.813928 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] For port 613ee38d-79a8-4a69-81fc-a6932298a79c, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:37:22.832644 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab25ab1-6214-490e-a56e-02f27d23984f req-63c326fc-707d-42b3-8d31-e81c0872f59a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:22.834170 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ab25ab1-6214-490e-a56e-02f27d23984f req-63c326fc-707d-42b3-8d31-e81c0872f59a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 943 time: 0.0635688 Apr 14 21:37:22.835892 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] For port 613ee38d-79a8-4a69-81fc-a6932298a79c, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=613ee38d-79a8-4a69-81fc-a6932298a79c,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:37:22.847846 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:22.891602 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:22.892312 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:22.894009 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] 10.222.0.13 "PUT /v2.0/ports/613ee38d-79a8-4a69-81fc-a6932298a79c HTTP/1.1" status: 200 len: 1093 time: 0.6727512 Apr 14 21:37:22.895283 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9932483-3886-4f96-8862-910752c1df75', 'tag': '613ee38d-79a8-4a69-81fc-a6932298a79c'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:22.897534 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5340c02-83f1-4081-9c34-095a11d37643" -d '{"events": [{"name": "network-changed", "server_uuid": "b9932483-3886-4f96-8862-910752c1df75", "tag": "613ee38d-79a8-4a69-81fc-a6932298a79c"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:22.941837 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ab25ab1-6214-490e-a56e-02f27d23984f req-d2da3aa8-aa1e-4564-9107-357d1380dc5a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995102 Apr 14 21:37:22.943519 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc7738-f5ba-4327-9998-19edb019ce07 service neutron] Pushing event updated for resources: {'Port': ['ID=613ee38d-79a8-4a69-81fc-a6932298a79c,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:22.991148 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80a2ab2-bf37-4579-b6d2-f7d63826b53d x-openstack-request-id: req-e80a2ab2-bf37-4579-b6d2-f7d63826b53d {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:22.991437 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9932483-3886-4f96-8862-910752c1df75", "tag": "613ee38d-79a8-4a69-81fc-a6932298a79c", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:22.991691 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e80a2ab2-bf37-4579-b6d2-f7d63826b53d {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:22.992094 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80a2ab2-bf37-4579-b6d2-f7d63826b53d'] response: {'name': 'network-changed', 'server_uuid': 'b9932483-3886-4f96-8862-910752c1df75', 'tag': '613ee38d-79a8-4a69-81fc-a6932298a79c', 'status': 'completed', 'code': 200} Apr 14 21:37:23.004069 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-2240f1a0-df1d-4a27-80c9-e10ab0bd7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:23.005586 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-2240f1a0-df1d-4a27-80c9-e10ab0bd7d32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46de92a2e6f247f3887e107e57ca4be1&device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 1127 time: 0.0473683 Apr 14 21:37:23.057872 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-c8d77a82-3a1b-4332-afa5-1c670e86cba5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613ee38d-79a8-4a69-81fc-a6932298a79c HTTP/1.1" status: 200 len: 217 time: 0.0354552 Apr 14 21:37:23.109130 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-e9d83e10-c425-49b4-ae6f-e5aaa180ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:23.110741 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-e9d83e10-c425-49b4-ae6f-e5aaa180ecfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdd211a7-0033-43a9-a631-1861ed1b49f4 HTTP/1.1" status: 200 len: 849 time: 0.0457358 Apr 14 21:37:23.155362 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-84b8f62c-603e-484e-ab59-e25832fed2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:23.157575 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-84b8f62c-603e-484e-ab59-e25832fed2a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fecfe2-76b7-4925-b617-b1a8b018293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382550 Apr 14 21:37:23.253709 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-ed18046d-6b57-45c1-bf01-c18b9dd46948 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902276 Apr 14 21:37:23.363502 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce31386-2a12-462e-8520-fb060c93a5f0 req-0a9e49bb-bc00-4a1b-8a72-ba3f2fb6ceec tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:23.364889 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7ce31386-2a12-462e-8520-fb060c93a5f0 req-0a9e49bb-bc00-4a1b-8a72-ba3f2fb6ceec tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0872653 Apr 14 21:37:23.405560 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7bbbe643-33d1-45c6-8207-3b9ff6213635 req-e4057587-2595-4b1b-85a7-f9ba0ab73878 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451070 Apr 14 21:37:23.430455 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7ce31386-2a12-462e-8520-fb060c93a5f0 req-a66e6eb2-bd92-4b4f-a59e-256b053221d1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586798 Apr 14 21:37:24.060587 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0aed-f35b-49fc-9563-a181d3eb5cda req-e30b13c3-5839-4282-99cd-b7700ec5bd88 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:24.062065 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dcec0aed-f35b-49fc-9563-a181d3eb5cda req-e30b13c3-5839-4282-99cd-b7700ec5bd88 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 943 time: 0.0460923 Apr 14 21:37:24.111542 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dcec0aed-f35b-49fc-9563-a181d3eb5cda req-52dd3ce7-e92f-4e59-9bcd-e3236e16f1de tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437784 Apr 14 21:37:24.547980 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5340c02-83f1-4081-9c34-095a11d37643 req-4a5a73c4-697f-494c-810f-b91c47e71eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:24.549461 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5340c02-83f1-4081-9c34-095a11d37643 req-4a5a73c4-697f-494c-810f-b91c47e71eda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46de92a2e6f247f3887e107e57ca4be1&device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 1127 time: 0.0704474 Apr 14 21:37:24.569087 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101daed-fc6c-4d26-9730-52c66250a0a5 req-9d1f2433-e84f-4fee-bfc6-56e7c034ae10 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:24.570469 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4101daed-fc6c-4d26-9730-52c66250a0a5 req-9d1f2433-e84f-4fee-bfc6-56e7c034ae10 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0648293 Apr 14 21:37:24.672150 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4101daed-fc6c-4d26-9730-52c66250a0a5 req-544a9f85-c3b6-4dc6-9c23-ca399e163055 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905483 Apr 14 21:37:24.684729 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5340c02-83f1-4081-9c34-095a11d37643 req-c2144c11-f602-4c86-82a3-312adc671d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:24.686223 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5340c02-83f1-4081-9c34-095a11d37643 req-c2144c11-f602-4c86-82a3-312adc671d89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fecfe2-76b7-4925-b617-b1a8b018293b HTTP/1.1" status: 200 len: 911 time: 0.1294057 Apr 14 21:37:24.730002 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5340c02-83f1-4081-9c34-095a11d37643 req-69f715d0-fe27-44ef-b419-b07f08272170 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613ee38d-79a8-4a69-81fc-a6932298a79c HTTP/1.1" status: 200 len: 217 time: 0.0359352 Apr 14 21:37:24.779023 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5340c02-83f1-4081-9c34-095a11d37643 req-128d3199-bbd7-45eb-88ee-7004ccc0f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:24.780400 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5340c02-83f1-4081-9c34-095a11d37643 req-128d3199-bbd7-45eb-88ee-7004ccc0f3b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdd211a7-0033-43a9-a631-1861ed1b49f4 HTTP/1.1" status: 200 len: 849 time: 0.0429854 Apr 14 21:37:24.838389 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5340c02-83f1-4081-9c34-095a11d37643 req-5a2fb455-8116-4e92-a670-08bfea404e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:24.840568 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5340c02-83f1-4081-9c34-095a11d37643 req-5a2fb455-8116-4e92-a670-08bfea404e79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fecfe2-76b7-4925-b617-b1a8b018293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532167 Apr 14 21:37:24.930283 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5340c02-83f1-4081-9c34-095a11d37643 req-61d82a55-85db-4870-b87e-3a2bbc59c8c3 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811446 Apr 14 21:37:25.027565 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5340c02-83f1-4081-9c34-095a11d37643 req-9100b1f7-06ce-493d-bf48-39a55a9d9c87 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868733 Apr 14 21:37:25.431076 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea88305-3bc7-4d00-b7fd-c9c4c1a6f5e1 req-5d20b6e2-c382-4fa6-ab51-fe85e508224d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:25.432544 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ea88305-3bc7-4d00-b7fd-c9c4c1a6f5e1 req-5d20b6e2-c382-4fa6-ab51-fe85e508224d tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 943 time: 0.0472324 Apr 14 21:37:25.478209 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ea88305-3bc7-4d00-b7fd-c9c4c1a6f5e1 req-687d093a-e4a8-44b5-abc4-0fe70df0f3f2 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401711 Apr 14 21:37:25.580649 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:25.781601 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1c0fa-3fe3-4d41-b3c6-33fc65e30a7e req-679bbbce-62e4-43b0-8ceb-11c705013921 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:25.783176 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-34b1c0fa-3fe3-4d41-b3c6-33fc65e30a7e req-679bbbce-62e4-43b0-8ceb-11c705013921 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0456932 Apr 14 21:37:25.833799 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-34b1c0fa-3fe3-4d41-b3c6-33fc65e30a7e req-18ccfebd-ec3c-456c-91ce-ff0a2de72026 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451028 Apr 14 21:37:26.590564 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2b955-8048-4d75-a5cd-9c294eb313d0 req-3fa08950-121f-4123-aaac-68488f69db3f tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:26.592019 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-71d2b955-8048-4d75-a5cd-9c294eb313d0 req-3fa08950-121f-4123-aaac-68488f69db3f tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 943 time: 0.0487566 Apr 14 21:37:26.638256 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-71d2b955-8048-4d75-a5cd-9c294eb313d0 req-fe873f2a-482f-43d0-9457-c5a85f84dca9 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403047 Apr 14 21:37:26.803231 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 613ee38d-79a8-4a69-81fc-a6932298a79c details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:37:26.903912 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 613ee38d-79a8-4a69-81fc-a6932298a79c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=613ee38d-79a8-4a69-81fc-a6932298a79c,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:26.915439 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '613ee38d-79a8-4a69-81fc-a6932298a79c', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'port_id': '613ee38d-79a8-4a69-81fc-a6932298a79c', 'mac_address': 'fa:16:3e:15:63:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:37:26.949475 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7ed68-1e2a-4548-ad6a-511a9a6eb739 req-b338df62-c7a3-434d-aec6-cbe5c6ea98cb tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:26.950996 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2af7ed68-1e2a-4548-ad6a-511a9a6eb739 req-b338df62-c7a3-434d-aec6-cbe5c6ea98cb tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0494828 Apr 14 21:37:26.955567 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 613ee38d-79a8-4a69-81fc-a6932298a79c is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:37:26.956192 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:26.969529 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613ee38d-79a8-4a69-81fc-a6932298a79c {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:37:26.989649 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 613ee38d-79a8-4a69-81fc-a6932298a79c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=613ee38d-79a8-4a69-81fc-a6932298a79c,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:26.993853 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:27.001167 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2af7ed68-1e2a-4548-ad6a-511a9a6eb739 req-93c9dc91-5eeb-4296-8bc3-85bd35c7f391 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433409 Apr 14 21:37:27.048627 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=613ee38d-79a8-4a69-81fc-a6932298a79c,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:27.055618 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.055904 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.056243 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.056598 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.056930 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.057254 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.057577 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.057924 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.058250 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.058569 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.058890 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.059212 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.059527 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.059845 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.060157 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:27.328851 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['613ee38d-79a8-4a69-81fc-a6932298a79c'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:37:27.751542 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232767d-d0cb-4543-80a4-7feab86911e3 req-a6f09162-e702-4e65-93c2-9fc890f82d18 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:27.752909 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b232767d-d0cb-4543-80a4-7feab86911e3 req-a6f09162-e702-4e65-93c2-9fc890f82d18 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 944 time: 0.0504026 Apr 14 21:37:27.798670 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b232767d-d0cb-4543-80a4-7feab86911e3 req-24b0197a-615f-408a-b661-c5fc71ea18be tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397224 Apr 14 21:37:28.111678 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c9de5-7734-4bc6-a21f-684f8b72f0b2 req-b609df63-e545-4532-b4e3-b37d357b0077 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:28.113137 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b85c9de5-7734-4bc6-a21f-684f8b72f0b2 req-b609df63-e545-4532-b4e3-b37d357b0077 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0467811 Apr 14 21:37:28.163031 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b85c9de5-7734-4bc6-a21f-684f8b72f0b2 req-3b8cfbbe-b473-4a33-a9ec-7fc3574a1cb6 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Apr 14 21:37:28.819707 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 613ee38d-79a8-4a69-81fc-a6932298a79c up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:37:28.864446 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 613ee38d-79a8-4a69-81fc-a6932298a79c completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:37:28.870347 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 613ee38d-79a8-4a69-81fc-a6932298a79c triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:37:28.870806 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:28.916720 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26a13f-e9f6-4cbb-b389-995b23a97480 req-8776d475-3f88-461d-b154-c429d7347d26 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:28.920805 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9b26a13f-e9f6-4cbb-b389-995b23a97480 req-8776d475-3f88-461d-b154-c429d7347d26 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 944 time: 0.0569799 Apr 14 21:37:28.955500 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 613ee38d-79a8-4a69-81fc-a6932298a79c is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:37:28.956177 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:28.973572 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9b26a13f-e9f6-4cbb-b389-995b23a97480 req-950c0603-e927-4e10-80e3-4485bc0082d1 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489504 Apr 14 21:37:28.980401 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9932483-3886-4f96-8862-910752c1df75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613ee38d-79a8-4a69-81fc-a6932298a79c'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:28.982707 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289d64ae-bedd-41b3-a2cf-f0d4143fb4db" -d '{"events": [{"server_uuid": "b9932483-3886-4f96-8862-910752c1df75", "name": "network-vif-plugged", "status": "completed", "tag": "613ee38d-79a8-4a69-81fc-a6932298a79c"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:28.996152 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 613ee38d-79a8-4a69-81fc-a6932298a79c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=613ee38d-79a8-4a69-81fc-a6932298a79c,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:29.001348 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.026996 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935160fe-8bcf-42e6-8a1e-68bd3351ac0c x-openstack-request-id: req-935160fe-8bcf-42e6-8a1e-68bd3351ac0c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:29.027310 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9932483-3886-4f96-8862-910752c1df75", "name": "network-vif-plugged", "status": "completed", "tag": "613ee38d-79a8-4a69-81fc-a6932298a79c", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:29.027565 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-935160fe-8bcf-42e6-8a1e-68bd3351ac0c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:29.027973 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935160fe-8bcf-42e6-8a1e-68bd3351ac0c'] response: {'server_uuid': 'b9932483-3886-4f96-8862-910752c1df75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613ee38d-79a8-4a69-81fc-a6932298a79c', 'code': 200} Apr 14 21:37:29.053875 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=613ee38d-79a8-4a69-81fc-a6932298a79c,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:29.196568 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7178df4-89b6-423c-99c4-a359b31ddde3 req-a12757d9-a8f4-4aaa-9a4c-a62c1670fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:29.198133 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d7178df4-89b6-423c-99c4-a359b31ddde3 req-a12757d9-a8f4-4aaa-9a4c-a62c1670fa85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 1129 time: 0.0382550 Apr 14 21:37:29.257241 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d7178df4-89b6-423c-99c4-a359b31ddde3 req-bb8bbaac-9129-4477-b419-ceab64776751 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519660 Apr 14 21:37:29.293827 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f29b2-2ca5-4082-be41-f462e9271a4d req-ad59cbf1-d981-47dc-b374-97b5556b7996 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:29.295302 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f64f29b2-2ca5-4082-be41-f462e9271a4d req-ad59cbf1-d981-47dc-b374-97b5556b7996 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0618849 Apr 14 21:37:29.346653 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f64f29b2-2ca5-4082-be41-f462e9271a4d req-1d6ccd85-e6e7-4c7e-8f02-027c61e95463 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458059 Apr 14 21:37:30.087715 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d7224-3624-40db-a7f9-5155d8577c9f req-06191a4b-de76-4711-a0f7-0587d4590150 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:30.089167 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-575d7224-3624-40db-a7f9-5155d8577c9f req-06191a4b-de76-4711-a0f7-0587d4590150 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 945 time: 0.0462778 Apr 14 21:37:30.135700 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-575d7224-3624-40db-a7f9-5155d8577c9f req-babbf045-4c54-4595-ac07-50e11dc94696 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411260 Apr 14 21:37:30.456893 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a283ac6-2fa0-429c-8da2-68f9c7468d94 req-055b64f5-4e62-4e4b-a738-755260182658 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:30.458441 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8a283ac6-2fa0-429c-8da2-68f9c7468d94 req-055b64f5-4e62-4e4b-a738-755260182658 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0464227 Apr 14 21:37:30.506600 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8a283ac6-2fa0-429c-8da2-68f9c7468d94 req-da5d4209-62ec-406a-abe3-975547f32fc6 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Apr 14 21:37:30.826701 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e01e4b3d-513e-4f1c-afa8-879fc8edbcce details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:37:30.921233 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:30.935481 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'port_id': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'mac_address': 'fa:16:3e:fc:eb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:37:30.975917 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e01e4b3d-513e-4f1c-afa8-879fc8edbcce is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:37:30.976310 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:30.989606 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01e4b3d-513e-4f1c-afa8-879fc8edbcce {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:37:31.010994 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:31.014693 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:31.060361 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:31.250360 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09365c6e-f3bf-455f-8b97-dd5690d312ed req-efc67039-178c-428a-9645-46397932a4ff tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:31.252564 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-09365c6e-f3bf-455f-8b97-dd5690d312ed req-efc67039-178c-428a-9645-46397932a4ff tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 945 time: 0.0507455 Apr 14 21:37:31.298252 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-09365c6e-f3bf-455f-8b97-dd5690d312ed req-ba2c489b-71b4-4f86-90ea-058518a75ecf tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390682 Apr 14 21:37:31.364264 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['e01e4b3d-513e-4f1c-afa8-879fc8edbcce'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:37:31.405050 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7ba52-8342-4d23-a9ce-9a4f8a518dad req-cb584c8f-79dc-45ad-a8c2-77491c716fe7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:31.406553 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c0b7ba52-8342-4d23-a9ce-9a4f8a518dad req-cb584c8f-79dc-45ad-a8c2-77491c716fe7 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 945 time: 0.0473220 Apr 14 21:37:31.415056 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33048) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:31.419492 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-fe373cdf-b463-4f36-8ab6-9be502591471 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Request body: {'floatingip': {'port_id': '613ee38d-79a8-4a69-81fc-a6932298a79c'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:31.462098 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fe373cdf-b463-4f36-8ab6-9be502591471 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (9687e4be-4b4d-4605-9e91-4d6a5f3aef66), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:31.692398 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cfbac-b25e-4766-b026-7662c99a6528 req-dde4cfdd-c22a-4d15-be20-53cc94ea632d tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:31.693815 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c22cfbac-b25e-4766-b026-7662c99a6528 req-dde4cfdd-c22a-4d15-be20-53cc94ea632d tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 945 time: 0.1174746 Apr 14 21:37:31.827787 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c22cfbac-b25e-4766-b026-7662c99a6528 req-25b965c1-4c3f-4ee7-a4c9-6caacfed7eef tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279750 Apr 14 21:37:31.980126 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fe373cdf-b463-4f36-8ab6-9be502591471 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:31.983897 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fe373cdf-b463-4f36-8ab6-9be502591471 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (9687e4be-4b4d-4605-9e91-4d6a5f3aef66), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:32.083899 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [None req-fe373cdf-b463-4f36-8ab6-9be502591471 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Floating IP 9687e4be-4b4d-4605-9e91-4d6a5f3aef66 associated. External IP: 172.27.3.129, port: 613ee38d-79a8-4a69-81fc-a6932298a79c. Apr 14 21:37:32.295445 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe373cdf-b463-4f36-8ab6-9be502591471 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Router 60e05976-beca-4a0c-ab8a-17be94eefebf has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:37:32.403528 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe373cdf-b463-4f36-8ab6-9be502591471 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:37:32.408026 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fe373cdf-b463-4f36-8ab6-9be502591471 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:32.413599 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] Sync routers for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:37:32.424031 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:32.424673 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:32.540374 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:32.713738 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-fe373cdf-b463-4f36-8ab6-9be502591471 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "PUT /v2.0/floatingips/9687e4be-4b4d-4605-9e91-4d6a5f3aef66 HTTP/1.1" status: 200 len: 991 time: 1.2854514 Apr 14 21:37:32.713738 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9932483-3886-4f96-8862-910752c1df75', 'tag': '613ee38d-79a8-4a69-81fc-a6932298a79c'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:32.713738 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de28835-79e3-44cc-b98c-c69a389dde7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9932483-3886-4f96-8862-910752c1df75", "tag": "613ee38d-79a8-4a69-81fc-a6932298a79c"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:32.801141 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ddd1e5-983b-4cec-8c4b-3f671b80d166 x-openstack-request-id: req-a8ddd1e5-983b-4cec-8c4b-3f671b80d166 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:32.801433 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9932483-3886-4f96-8862-910752c1df75", "tag": "613ee38d-79a8-4a69-81fc-a6932298a79c", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:32.801683 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a8ddd1e5-983b-4cec-8c4b-3f671b80d166 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:32.802118 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ddd1e5-983b-4cec-8c4b-3f671b80d166'] response: {'name': 'network-changed', 'server_uuid': 'b9932483-3886-4f96-8862-910752c1df75', 'tag': '613ee38d-79a8-4a69-81fc-a6932298a79c', 'status': 'completed', 'code': 200} Apr 14 21:37:32.865147 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-5edab693-c388-49ab-920b-c197c5d5d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:32.866710 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-5edab693-c388-49ab-920b-c197c5d5d8a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46de92a2e6f247f3887e107e57ca4be1&device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 1129 time: 0.0410433 Apr 14 21:37:32.882468 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e01e4b3d-513e-4f1c-afa8-879fc8edbcce up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:37:32.930428 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '9687e4be-4b4d-4605-9e91-4d6a5f3aef66', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'port_id': '613ee38d-79a8-4a69-81fc-a6932298a79c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'mac_address': 'fa:16:3e:15:63:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9932483-3886-4f96-8862-910752c1df75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:37:17Z', 'updated_at': '2022-04-14T21:37:31Z', 'revision_number': 1, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:32.963497 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] Checking router: 60e05976-beca-4a0c-ab8a-17be94eefebf for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:37:32.975074 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port e01e4b3d-513e-4f1c-afa8-879fc8edbcce completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:37:32.978853 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:32.979718 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:32.980654 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc3407-03ba-4a97-b9c3-e9039c3fc538 req-173826fe-4895-4110-9592-396927a5cf0b tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:32.982167 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dafc3407-03ba-4a97-b9c3-e9039c3fc538 req-173826fe-4895-4110-9592-396927a5cf0b tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0823772 Apr 14 21:37:33.017073 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port e01e4b3d-513e-4f1c-afa8-879fc8edbcce triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:37:33.017451 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:33.018578 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-b3d38d5d-1508-4bbf-87b0-5aba5fe1a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:33.020057 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-b3d38d5d-1508-4bbf-87b0-5aba5fe1a419 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8fecfe2-76b7-4925-b617-b1a8b018293b HTTP/1.1" status: 200 len: 911 time: 0.1446209 Apr 14 21:37:33.087512 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dafc3407-03ba-4a97-b9c3-e9039c3fc538 req-9303572b-aa96-4489-8d0a-91982229675b tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958521 Apr 14 21:37:33.109015 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-9e67ecc6-f1ec-4278-88db-7f3f4a35eb4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=613ee38d-79a8-4a69-81fc-a6932298a79c HTTP/1.1" status: 200 len: 999 time: 0.0790317 Apr 14 21:37:33.149663 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:33.158575 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-63aea103-4325-4008-bc7c-ca7a782ac77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:33.160032 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-63aea103-4325-4008-bc7c-ca7a782ac77e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdd211a7-0033-43a9-a631-1861ed1b49f4 HTTP/1.1" status: 200 len: 849 time: 0.0440755 Apr 14 21:37:33.178920 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e01e4b3d-513e-4f1c-afa8-879fc8edbcce is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:37:33.179306 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:33.206340 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-11a96c04-e7cb-4db7-8f46-bc6266c29f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:33.207930 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-11a96c04-e7cb-4db7-8f46-bc6266c29f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8fecfe2-76b7-4925-b617-b1a8b018293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383320 Apr 14 21:37:33.216027 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:33.218263 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f006b1a-f011-4588-8706-11e6eb90bc80" -d '{"events": [{"server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:33.261399 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:33.269646 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:33.310727 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-ab02dace-02ab-42ae-aa69-89a7ad0a1968 service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957091 Apr 14 21:37:33.366904 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28657b6a-8c35-4a5e-942a-91df1b975c8f x-openstack-request-id: req-28657b6a-8c35-4a5e-942a-91df1b975c8f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:33.367229 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:33.367468 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-28657b6a-8c35-4a5e-942a-91df1b975c8f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:33.367864 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28657b6a-8c35-4a5e-942a-91df1b975c8f'] response: {'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'code': 200} Apr 14 21:37:33.377858 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:33.413144 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5de28835-79e3-44cc-b98c-c69a389dde7e req-96c5711f-107f-4b6b-9a27-68d470a686be service neutron] 10.222.0.13 "GET /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905426 Apr 14 21:37:33.449565 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '9687e4be-4b4d-4605-9e91-4d6a5f3aef66', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'port_id': '613ee38d-79a8-4a69-81fc-a6932298a79c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'mac_address': 'fa:16:3e:15:63:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9932483-3886-4f96-8862-910752c1df75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:37:17Z', 'updated_at': '2022-04-14T21:37:31Z', 'revision_number': 1, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:33.475526 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943d89ea-bff7-4d2f-a961-c7be5442c11c None None] The sync data for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi is: [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '9687e4be-4b4d-4605-9e91-4d6a5f3aef66', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'port_id': '613ee38d-79a8-4a69-81fc-a6932298a79c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'mac_address': 'fa:16:3e:15:63:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9932483-3886-4f96-8862-910752c1df75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:37:17Z', 'updated_at': '2022-04-14T21:37:31Z', 'revision_number': 1, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:37:33.640935 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dceae-0258-408c-a50d-790cd9f3cd12 req-4ba2b7c7-e4d6-4729-9a84-02b44509d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:33.643245 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-801dceae-0258-408c-a50d-790cd9f3cd12 req-4ba2b7c7-e4d6-4729-9a84-02b44509d7c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 1130 time: 0.0456266 Apr 14 21:37:33.690115 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4effae04-a69e-4020-86df-5624a107bc1a None None] New status for floating IP 9687e4be-4b4d-4605-9e91-4d6a5f3aef66: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:37:33.696292 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-801dceae-0258-408c-a50d-790cd9f3cd12 req-42763b43-c519-4e47-b7d0-4c2da772b6de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453176 Apr 14 21:37:34.199997 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14a7c2-4982-41c4-9c49-f624dd457c63 req-58187429-427d-49c9-b303-9cab12468f6a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:34.201449 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8f14a7c2-4982-41c4-9c49-f624dd457c63 req-58187429-427d-49c9-b303-9cab12468f6a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0465260 Apr 14 21:37:34.251635 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8f14a7c2-4982-41c4-9c49-f624dd457c63 req-41d7d260-44a8-4837-82cd-4938d0a89b84 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Apr 14 21:37:35.365442 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cf7df-e202-424e-a219-c1a05612e8a0 req-cd330959-8b27-40f3-991e-f8d86969f088 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:35.367063 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dc9cf7df-e202-424e-a219-c1a05612e8a0 req-cd330959-8b27-40f3-991e-f8d86969f088 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0487297 Apr 14 21:37:35.420196 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dc9cf7df-e202-424e-a219-c1a05612e8a0 req-1a6a4039-fd32-4a81-a729-6f35c0a33a9b tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475104 Apr 14 21:37:36.366770 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1e76c2f-0d63-4e5f-b468-e175c20a711f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:36.530845 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173b12c-db03-4719-be9e-f7368b885aeb req-ec014c9f-8842-41c2-9245-da7feace134d tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:36.532299 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d173b12c-db03-4719-be9e-f7368b885aeb req-ec014c9f-8842-41c2-9245-da7feace134d tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0474989 Apr 14 21:37:36.581165 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d173b12c-db03-4719-be9e-f7368b885aeb req-970818f4-bb99-4424-9e00-99271d7ca45f tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431664 Apr 14 21:37:36.691946 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0ca47-aa9d-4890-a98e-3ef8d7aa263a req-9575ea89-f3a4-4562-be6d-5866c5c7be74 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:36.693335 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aca0ca47-aa9d-4890-a98e-3ef8d7aa263a req-9575ea89-f3a4-4562-be6d-5866c5c7be74 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0472493 Apr 14 21:37:36.743250 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aca0ca47-aa9d-4890-a98e-3ef8d7aa263a req-db531367-1b82-4a9a-8fa0-efb3355e06f0 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440426 Apr 14 21:37:36.763717 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33088) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:36.945816 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb97dd-f789-4ddf-a916-9b6ad0ce794d tempest-TestShelveInstance-878622265 tempest-TestShelveInstance-878622265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:36.947266 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-0edb97dd-f789-4ddf-a916-9b6ad0ce794d tempest-TestShelveInstance-878622265 tempest-TestShelveInstance-878622265-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 1125 time: 0.1825371 Apr 14 21:37:36.950185 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33094) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:36.954385 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'port_id': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:36.974902 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.054859 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.162990 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Allocated IP 172.27.3.61 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/c7c96352-c506-4f90-8c95-f79fea5e9dc3) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:37:37.261373 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for port (c7c96352-c506-4f90-8c95-f79fea5e9dc3), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.295232 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (c7c96352-c506-4f90-8c95-f79fea5e9dc3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.337066 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:37:37.341993 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:37:37.346004 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:37:37.370127 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event updated for resources: {'Port': ['ID=c7c96352-c506-4f90-8c95-f79fea5e9dc3,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:37.729106 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for floatingip (695086df-b130-488a-aee8-a81fe5d2751f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.799302 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c7c96352-c506-4f90-8c95-f79fea5e9dc3), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.948871 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for port (c7c96352-c506-4f90-8c95-f79fea5e9dc3), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.953407 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (c7c96352-c506-4f90-8c95-f79fea5e9dc3), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:38.019454 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event updated for resources: {'Port': ['ID=c7c96352-c506-4f90-8c95-f79fea5e9dc3,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:38.034849 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (695086df-b130-488a-aee8-a81fe5d2751f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:38.136359 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Floating IP 695086df-b130-488a-aee8-a81fe5d2751f associated. External IP: 172.27.3.61, port: e01e4b3d-513e-4f1c-afa8-879fc8edbcce. Apr 14 21:37:38.354919 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:37:38.465035 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:37:38.476089 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] Sync routers for ids ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:37:38.488901 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] Routers {'1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:38.489605 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:38.491489 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:38.528609 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a22feed5-fd95-448a-b417-97faf4ceedbf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5773630 Apr 14 21:37:38.529391 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:38.531923 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506085b-8e30-4997-8a9e-1cd41a2e55d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:38.578873 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579bdf45-c400-4d10-a772-e7d3068ddbc8 x-openstack-request-id: req-579bdf45-c400-4d10-a772-e7d3068ddbc8 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:38.579381 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:38.579921 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-579bdf45-c400-4d10-a772-e7d3068ddbc8 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:38.580472 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579bdf45-c400-4d10-a772-e7d3068ddbc8'] response: {'name': 'network-changed', 'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'status': 'completed', 'code': 200} Apr 14 21:37:38.619785 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] Set router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:38.658816 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-d8ef3efa-3c14-4bad-92d5-3204b6b821c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:38.660344 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-d8ef3efa-3c14-4bad-92d5-3204b6b821c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce&device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 1130 time: 0.0413048 Apr 14 21:37:38.781090 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-c383e832-0e2c-4b51-b67c-51910a52be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:38.783421 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-c383e832-0e2c-4b51-b67c-51910a52be46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 HTTP/1.1" status: 200 len: 909 time: 0.1148601 Apr 14 21:37:38.893264 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:44Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '695086df-b130-488a-aee8-a81fe5d2751f', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'port_id': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'mac_address': 'fa:16:3e:fc:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:37:37Z', 'updated_at': '2022-04-14T21:37:37Z', 'revision_number': 0, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c90b4e9-a2ac-494a-9baa-912836cc1fa7', 'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'mac_address': 'fa:16:3e:45:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:43Z', 'updated_at': '2022-04-14T21:36:48Z', 'revision_number': 5, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'subnets': [{'id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:38.929093 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] Checking router: 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:37:38.938374 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f8447f2-b55f-4b04-aece-638f0579ffdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:38.946097 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] Routers {'1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:38.947338 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:38.949646 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fd723-21a6-4507-8398-6b4ea5f47425 req-1fbd742a-48d7-4219-92f3-b161203c2f3e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:38.951655 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5d9fd723-21a6-4507-8398-6b4ea5f47425 req-1fbd742a-48d7-4219-92f3-b161203c2f3e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0786865 Apr 14 21:37:38.957512 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-7db120dc-f4cf-45ee-b3b7-c5383cc6e23a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce HTTP/1.1" status: 200 len: 999 time: 0.1491351 Apr 14 21:37:39.049621 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5d9fd723-21a6-4507-8398-6b4ea5f47425 req-b42d3609-3268-4199-a9d5-c5838a9478be tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920100 Apr 14 21:37:39.071684 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] Set router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:39.083080 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-48929909-ee25-40b7-b6b2-8e53f4fb397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:39.084516 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-48929909-ee25-40b7-b6b2-8e53f4fb397f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58f3dc53-00b7-4786-96b4-1ff30af8601a HTTP/1.1" status: 200 len: 847 time: 0.0933888 Apr 14 21:37:39.092503 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fcca5-4edd-4260-825e-411ff9c4959a req-4584394a-c677-407c-9a1f-354fb2bb50a7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:39.093873 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-961fcca5-4edd-4260-825e-411ff9c4959a req-4584394a-c677-407c-9a1f-354fb2bb50a7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0713472 Apr 14 21:37:39.145210 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-961fcca5-4edd-4260-825e-411ff9c4959a req-f4135319-bfe7-4084-be9b-6a4954a7abe7 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450861 Apr 14 21:37:39.286783 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:44Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '695086df-b130-488a-aee8-a81fe5d2751f', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'port_id': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'mac_address': 'fa:16:3e:fc:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:37:37Z', 'updated_at': '2022-04-14T21:37:37Z', 'revision_number': 0, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c90b4e9-a2ac-494a-9baa-912836cc1fa7', 'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'mac_address': 'fa:16:3e:45:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:43Z', 'updated_at': '2022-04-14T21:36:48Z', 'revision_number': 5, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'subnets': [{'id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:39.312728 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45178f2f-0bce-45bd-a779-835f86de56c7 None None] The sync data for ids ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'] in dv-cinder-837543-3-iscsi is: [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:44Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '695086df-b130-488a-aee8-a81fe5d2751f', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'port_id': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'mac_address': 'fa:16:3e:fc:eb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:37:37Z', 'updated_at': '2022-04-14T21:37:37Z', 'revision_number': 0, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c90b4e9-a2ac-494a-9baa-912836cc1fa7', 'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'mac_address': 'fa:16:3e:45:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:43Z', 'updated_at': '2022-04-14T21:36:48Z', 'revision_number': 5, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'subnets': [{'id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:37:39.499666 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ba168-e5a0-49fa-abe3-cec19dec571f None None] New status for floating IP 695086df-b130-488a-aee8-a81fe5d2751f: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:37:39.685653 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:40.166464 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f1880-c23d-49c3-bdfd-b164cb31755e req-137004a1-1ab6-4d11-82a0-e8bac247baed tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:40.167913 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f89f1880-c23d-49c3-bdfd-b164cb31755e req-137004a1-1ab6-4d11-82a0-e8bac247baed tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0465777 Apr 14 21:37:40.213810 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f89f1880-c23d-49c3-bdfd-b164cb31755e req-2249e867-f32d-4c60-a0f9-a5f0bccc6001 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403769 Apr 14 21:37:40.258755 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c792ce-b8a8-4941-b1b2-a2dbbe8ced14 req-438bfe2f-69e7-4c48-a821-9b97afd5e295 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:40.260232 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-98c792ce-b8a8-4941-b1b2-a2dbbe8ced14 req-438bfe2f-69e7-4c48-a821-9b97afd5e295 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0455546 Apr 14 21:37:40.305917 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-98c792ce-b8a8-4941-b1b2-a2dbbe8ced14 req-de268010-bcff-4a38-99a9-fd2cb645bb03 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402296 Apr 14 21:37:41.332990 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:41.335761 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d1fab-c183-43af-a8a7-d756bffe5654 req-12d962bc-269c-4473-94bc-a3a8a945997c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:41.337747 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b80d1fab-c183-43af-a8a7-d756bffe5654 req-12d962bc-269c-4473-94bc-a3a8a945997c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0511930 Apr 14 21:37:41.395230 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b80d1fab-c183-43af-a8a7-d756bffe5654 req-38cafdce-60fa-4d52-99f6-a093123adfd8 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521166 Apr 14 21:37:41.429711 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e8cec-7cc2-476a-aa3c-4108aef68c78 req-2ab01d63-ee23-4da6-8719-091acc51d5b3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:41.431189 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-df6e8cec-7cc2-476a-aa3c-4108aef68c78 req-2ab01d63-ee23-4da6-8719-091acc51d5b3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0512016 Apr 14 21:37:41.476434 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-df6e8cec-7cc2-476a-aa3c-4108aef68c78 req-8964a1b5-b412-4f12-8115-d00e129335a8 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396831 Apr 14 21:37:42.512288 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fbdc5-f0e5-4662-a9f7-646c9d4d8aa9 req-d29747f9-9b11-47e7-b68d-e163357ff052 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:42.513776 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c34fbdc5-f0e5-4662-a9f7-646c9d4d8aa9 req-d29747f9-9b11-47e7-b68d-e163357ff052 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0473826 Apr 14 21:37:42.597385 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c34fbdc5-f0e5-4662-a9f7-646c9d4d8aa9 req-034898d9-09ea-41ca-aaa6-fc5d870a910b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777724 Apr 14 21:37:42.608419 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c654325-83aa-417e-913a-e5667c7c54c6 req-36478875-6ed2-4e66-b767-f817a527f167 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:42.609856 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6c654325-83aa-417e-913a-e5667c7c54c6 req-36478875-6ed2-4e66-b767-f817a527f167 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0624537 Apr 14 21:37:42.663144 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6c654325-83aa-417e-913a-e5667c7c54c6 req-7f5fe1ec-dcf9-4ef4-becf-8cc1d9829596 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470064 Apr 14 21:37:42.685431 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:42.905975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-4b6e6a15-a893-475d-a269-d622c94547b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:42.907992 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-4b6e6a15-a893-475d-a269-d622c94547b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373864 Apr 14 21:37:43.000599 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-9f516eaa-0689-41b5-a0ab-27a64e02dcb0 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841014 Apr 14 21:37:43.096876 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7506085b-8e30-4997-8a9e-1cd41a2e55d5 req-3da6279f-7a82-4a89-a65d-1c93498eee02 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829475 Apr 14 21:37:43.460649 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-e8d3989b-af1b-438f-9ead-7b9db18b959e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:43.462247 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-e8d3989b-af1b-438f-9ead-7b9db18b959e tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.0498393 Apr 14 21:37:43.545643 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Deleting port 5a62cbf7-6692-4f36-b952-a0649801bdb3 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:43.546318 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.637474 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] For port 5a62cbf7-6692-4f36-b952-a0649801bdb3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5a62cbf7-6692-4f36-b952-a0649801bdb3,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:43.637877 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.771232 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351c332-e828-40cf-a74c-6e0ee45b36f2 req-486beeb3-b2cc-4cce-a6f8-705dfdcacc60 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:43.772552 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5351c332-e828-40cf-a74c-6e0ee45b36f2 req-486beeb3-b2cc-4cce-a6f8-705dfdcacc60 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0938642 Apr 14 21:37:43.877235 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dac87d-2933-4473-95c2-ac6a0e84ecf4 req-2a79d219-4432-452f-919d-5dcea6548360 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:43.878712 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-03dac87d-2933-4473-95c2-ac6a0e84ecf4 req-2a79d219-4432-452f-919d-5dcea6548360 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 946 time: 0.1169963 Apr 14 21:37:43.917486 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5351c332-e828-40cf-a74c-6e0ee45b36f2 req-68008291-c80a-4f23-a0fa-35db30b99ad2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359308 Apr 14 21:37:43.947366 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.947732 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (4e1ec4c1-a116-459c-8ee7-51d68b771d17), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.948045 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Floating IP 4e1ec4c1-a116-459c-8ee7-51d68b771d17 disassociated. External IP: 172.27.3.83, port: 5a62cbf7-6692-4f36-b952-a0649801bdb3. Apr 14 21:37:43.948385 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Calling delete_port for 5a62cbf7-6692-4f36-b952-a0649801bdb3 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:43.959345 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-03dac87d-2933-4473-95c2-ac6a0e84ecf4 req-3a674a86-bd05-415e-b61c-52df9172f147 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=8216dedd-b1ce-4331-8d9b-415e3196bbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724974 Apr 14 21:37:44.089812 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (5a62cbf7-6692-4f36-b952-a0649801bdb3), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:44.118584 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event deleted for resources: {'Port': ['ID=5a62cbf7-6692-4f36-b952-a0649801bdb3,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:44.496187 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:37:44.609298 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:37:44.621188 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] Sync routers for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:37:44.632681 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:44.633299 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:44.652914 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] No DVR routers for this DVR port 5a62cbf7-6692-4f36-b952-a0649801bdb3 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:44.655545 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:44.658954 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed679eaf-c9b3-457f-bb48-9bd248c04173 req-6cdd002f-db24-4ed7-9d97-fdba8f398b6f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "DELETE /v2.0/ports/5a62cbf7-6692-4f36-b952-a0649801bdb3 HTTP/1.1" status: 204 len: 173 time: 1.1910985 Apr 14 21:37:44.659437 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'name': 'network-vif-deleted', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:44.661650 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d87ad7-c8b2-4cc0-92d9-2923741e8c6e" -d '{"events": [{"server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "name": "network-vif-deleted", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:44.701668 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3979db55-f0fe-4090-a025-ae37b3f27dd3 x-openstack-request-id: req-3979db55-f0fe-4090-a025-ae37b3f27dd3 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:44.702095 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de776778-d480-42a2-b233-d3329b0363cb", "name": "network-vif-deleted", "tag": "5a62cbf7-6692-4f36-b952-a0649801bdb3", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:44.702309 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3979db55-f0fe-4090-a025-ae37b3f27dd3 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:44.702860 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3979db55-f0fe-4090-a025-ae37b3f27dd3'] response: {'server_uuid': 'de776778-d480-42a2-b233-d3329b0363cb', 'name': 'network-vif-deleted', 'tag': '5a62cbf7-6692-4f36-b952-a0649801bdb3', 'status': 'completed', 'code': 200} Apr 14 21:37:44.757689 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:44.956527 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 5, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:44.984289 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] Checking router: 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:37:44.993009 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:44.993623 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:45.039344 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246763e-3d77-4a86-82ff-1f246476fbfa req-aaf18e9f-218c-40b5-a67a-ec7a319ec11d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:45.040937 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e246763e-3d77-4a86-82ff-1f246476fbfa req-aaf18e9f-218c-40b5-a67a-ec7a319ec11d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0494709 Apr 14 21:37:45.084001 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-76a9a591-c09c-4bea-b8eb-590c4e1623c5 req-a6e78d27-6bc9-4627-8e26-76650a6e8c38 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=de776778-d480-42a2-b233-d3329b0363cb HTTP/1.1" status: 200 len: 210 time: 0.0415604 Apr 14 21:37:45.109983 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:45.125312 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e246763e-3d77-4a86-82ff-1f246476fbfa req-62242ca6-59b9-42ef-9e47-38887f8c438d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732563 Apr 14 21:37:45.319791 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 5, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:45.349815 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0304f8-fbd7-4953-92e6-a523825b0648 None None] The sync data for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi is: [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:09Z', 'revision_number': 4, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '0110c32d-e94b-4f99-904b-7d1dd1f7ed97', 'name': '', 'network_id': 'ceaaf06e-dae3-4424-9485-0b5c1f33286d', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'mac_address': 'fa:16:3e:2a:2c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:06Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 5, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'subnets': [{'id': 'f25d18c1-244f-4ab0-a4fa-325cd756665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:37:45.579647 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b06cd2-81b6-454a-9d8b-8a682a9b4e1c None None] New status for floating IP 4e1ec4c1-a116-459c-8ee7-51d68b771d17: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:37:46.177213 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33170) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:46.268191 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528ce24-4619-4153-a861-a94e8f1f71c3 req-0171a16b-7866-46f9-bc61-c98923e181fb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:46.269659 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3528ce24-4619-4153-a861-a94e8f1f71c3 req-0171a16b-7866-46f9-bc61-c98923e181fb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0627203 Apr 14 21:37:46.270453 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b6e929d5-11e3-46c9-8514-c7da441d1549 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group (8216dedd-b1ce-4331-8d9b-415e3196bbcb), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.306770 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b6e929d5-11e3-46c9-8514-c7da441d1549 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group (8216dedd-b1ce-4331-8d9b-415e3196bbcb), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.359787 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3528ce24-4619-4153-a861-a94e8f1f71c3 req-c8bd49af-4438-48a3-b004-02b658661e33 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839689 Apr 14 21:37:46.380990 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b6e929d5-11e3-46c9-8514-c7da441d1549 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (8216dedd-b1ce-4331-8d9b-415e3196bbcb), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.383556 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b6e929d5-11e3-46c9-8514-c7da441d1549 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.384758 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b6e929d5-11e3-46c9-8514-c7da441d1549 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "DELETE /v2.0/security-groups/8216dedd-b1ce-4331-8d9b-415e3196bbcb HTTP/1.1" status: 204 len: 168 time: 0.2065032 Apr 14 21:37:46.387493 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33172) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:46.394022 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e929d5-11e3-46c9-8514-c7da441d1549 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8216dedd-b1ce-4331-8d9b-415e3196bbcb,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:46.401977 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-eaca03b6-fd1b-45ed-b25f-18b97d42cc72 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] show failed (client error): The resource could not be found. Apr 14 21:37:46.402992 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-eaca03b6-fd1b-45ed-b25f-18b97d42cc72 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups/8216dedd-b1ce-4331-8d9b-415e3196bbcb HTTP/1.1" status: 404 len: 347 time: 0.0145309 Apr 14 21:37:46.405901 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33174) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:46.522248 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-b786cd83-82fb-4ac8-82bc-58ac1c6d8b99 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Deleting port d003a910-8fe2-4ffe-a6f7-e8ccd7d70166 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:46.522595 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b786cd83-82fb-4ac8-82bc-58ac1c6d8b99 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (d003a910-8fe2-4ffe-a6f7-e8ccd7d70166), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.595934 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b786cd83-82fb-4ac8-82bc-58ac1c6d8b99 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (d003a910-8fe2-4ffe-a6f7-e8ccd7d70166), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.596258 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b786cd83-82fb-4ac8-82bc-58ac1c6d8b99 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for floatingip (d003a910-8fe2-4ffe-a6f7-e8ccd7d70166), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.608837 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-b786cd83-82fb-4ac8-82bc-58ac1c6d8b99 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Calling delete_port for d003a910-8fe2-4ffe-a6f7-e8ccd7d70166 owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:46.737735 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b786cd83-82fb-4ac8-82bc-58ac1c6d8b99 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (d003a910-8fe2-4ffe-a6f7-e8ccd7d70166), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.762201 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786cd83-82fb-4ac8-82bc-58ac1c6d8b99 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event deleted for resources: {'Port': ['ID=d003a910-8fe2-4ffe-a6f7-e8ccd7d70166,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:46.833663 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b786cd83-82fb-4ac8-82bc-58ac1c6d8b99 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks [] for floatingip (4e1ec4c1-a116-459c-8ee7-51d68b771d17), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.836042 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b786cd83-82fb-4ac8-82bc-58ac1c6d8b99 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.837181 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b786cd83-82fb-4ac8-82bc-58ac1c6d8b99 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "DELETE /v2.0/floatingips/4e1ec4c1-a116-459c-8ee7-51d68b771d17 HTTP/1.1" status: 204 len: 168 time: 0.4303224 Apr 14 21:37:46.896025 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5a62cbf7-6692-4f36-b952-a0649801bdb3 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:46.916048 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 5a62cbf7-6692-4f36-b952-a0649801bdb3 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:46.916405 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5a62cbf7-6692-4f36-b952-a0649801bdb3 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:47.476347 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da1f90-f75e-4e47-bf73-3cd09ccfe7b2 req-94fd9288-c7ab-4ca2-913a-2c85519928ce tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:47.477855 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-22da1f90-f75e-4e47-bf73-3cd09ccfe7b2 req-94fd9288-c7ab-4ca2-913a-2c85519928ce tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0464034 Apr 14 21:37:47.524454 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-22da1f90-f75e-4e47-bf73-3cd09ccfe7b2 req-dd32dd3c-2848-476d-bf9b-6b17d7f733a7 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409176 Apr 14 21:37:48.642206 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804d7bf-0dd7-40db-b31a-50cf32cad7e0 req-46111f42-e8cc-4ccd-b35e-126ad494e9f2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:48.643887 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0804d7bf-0dd7-40db-b31a-50cf32cad7e0 req-46111f42-e8cc-4ccd-b35e-126ad494e9f2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0485256 Apr 14 21:37:48.691473 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0804d7bf-0dd7-40db-b31a-50cf32cad7e0 req-380ba82e-1bcf-412b-9527-6702365f5d3a tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420904 Apr 14 21:37:49.302680 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d87efa-aedd-47b5-9d94-212007d39509 req-49cae7c2-0625-4d1a-879e-2dad6d5fb20b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:49.304142 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-20d87efa-aedd-47b5-9d94-212007d39509 req-49cae7c2-0625-4d1a-879e-2dad6d5fb20b tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0491354 Apr 14 21:37:49.350167 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-20d87efa-aedd-47b5-9d94-212007d39509 req-2900f68d-ec40-49e9-a34a-efecab05df41 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404809 Apr 14 21:37:49.807843 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5178ba2-7fae-4554-a4c8-38bc803bd4da req-7d4d50ee-42b7-489a-b545-69467e5596e5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:49.809308 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e5178ba2-7fae-4554-a4c8-38bc803bd4da req-7d4d50ee-42b7-489a-b545-69467e5596e5 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0468144 Apr 14 21:37:49.860274 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e5178ba2-7fae-4554-a4c8-38bc803bd4da req-52fa6d39-c6d3-4940-92fa-22d4180c16b1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454609 Apr 14 21:37:50.460628 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c2f44-b31f-4798-a275-52b264fb01d0 req-ae2bfbe2-98b3-41a2-a577-c2999d0a7c9a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:50.462096 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-591c2f44-b31f-4798-a275-52b264fb01d0 req-ae2bfbe2-98b3-41a2-a577-c2999d0a7c9a tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0452826 Apr 14 21:37:50.511811 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-591c2f44-b31f-4798-a275-52b264fb01d0 req-cac045a9-8580-4b2d-8cda-db50e0e29b79 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Apr 14 21:37:50.975841 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857815b-b3c6-48d9-832d-9925fb8b48ab req-08da348c-4098-43f2-8a9f-ddbc2ac44393 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:50.977313 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1857815b-b3c6-48d9-832d-9925fb8b48ab req-08da348c-4098-43f2-8a9f-ddbc2ac44393 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0476496 Apr 14 21:37:51.023182 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1857815b-b3c6-48d9-832d-9925fb8b48ab req-a30b506e-8781-433e-96b4-56b24db327cd tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401301 Apr 14 21:37:51.437992 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-db81f7dc-98c9-481b-b8e0-4c1171278e2d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:51.439481 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-db81f7dc-98c9-481b-b8e0-4c1171278e2d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0464804 Apr 14 21:37:51.532434 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-d5a9e716-31e3-4763-bef9-78cc71e05e67 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Deleting port b0141c1d-7120-44a2-96bf-6311d85e1468 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:51.532777 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-d5a9e716-31e3-4763-bef9-78cc71e05e67 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:51.645496 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c85dd0-b417-4c9d-9730-0654402a3ea3 req-7dbbae52-2868-40e7-a617-38e724751749 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:51.647019 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-39c85dd0-b417-4c9d-9730-0654402a3ea3 req-7dbbae52-2868-40e7-a617-38e724751749 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=22984295-da48-44cc-978c-7d9f49a45ce2 HTTP/1.1" status: 200 len: 945 time: 0.0648623 Apr 14 21:37:51.667688 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-d5a9e716-31e3-4763-bef9-78cc71e05e67 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] For port b0141c1d-7120-44a2-96bf-6311d85e1468, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b0141c1d-7120-44a2-96bf-6311d85e1468,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:51.668055 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-d5a9e716-31e3-4763-bef9-78cc71e05e67 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:51.689857 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-d5a9e716-31e3-4763-bef9-78cc71e05e67 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Calling delete_port for b0141c1d-7120-44a2-96bf-6311d85e1468 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:51.720908 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-39c85dd0-b417-4c9d-9730-0654402a3ea3 req-92d315ee-ec44-4ee4-aaad-3fb28145967f tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653250 Apr 14 21:37:51.838586 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-d5a9e716-31e3-4763-bef9-78cc71e05e67 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (b0141c1d-7120-44a2-96bf-6311d85e1468), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:51.851666 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['d79d9bbf-eb48-4b95-99c9-6300f6cc163e', 'b0141c1d-7120-44a2-96bf-6311d85e1468'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:37:51.867420 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9e716-31e3-4763-bef9-78cc71e05e67 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event deleted for resources: {'Port': ['ID=b0141c1d-7120-44a2-96bf-6311d85e1468,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:51.913093 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-d5a9e716-31e3-4763-bef9-78cc71e05e67 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] No DVR routers for this DVR port b0141c1d-7120-44a2-96bf-6311d85e1468 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:51.915687 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-d5a9e716-31e3-4763-bef9-78cc71e05e67 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:51.918939 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0248f4b4-98ca-4ff1-a945-3a93be28ccb0 req-d5a9e716-31e3-4763-bef9-78cc71e05e67 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "DELETE /v2.0/ports/b0141c1d-7120-44a2-96bf-6311d85e1468 HTTP/1.1" status: 204 len: 173 time: 0.4685497 Apr 14 21:37:51.919384 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22984295-da48-44cc-978c-7d9f49a45ce2', 'name': 'network-vif-deleted', 'tag': 'b0141c1d-7120-44a2-96bf-6311d85e1468'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:51.921604 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5363d780-fedb-46e3-bae0-16d4f2772491" -d '{"events": [{"server_uuid": "22984295-da48-44cc-978c-7d9f49a45ce2", "name": "network-vif-deleted", "tag": "b0141c1d-7120-44a2-96bf-6311d85e1468"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:51.972067 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3fb283-b95f-475d-9d7f-f7a45a71490e x-openstack-request-id: req-dd3fb283-b95f-475d-9d7f-f7a45a71490e {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:51.972361 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22984295-da48-44cc-978c-7d9f49a45ce2", "name": "network-vif-deleted", "tag": "b0141c1d-7120-44a2-96bf-6311d85e1468", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:51.972618 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd3fb283-b95f-475d-9d7f-f7a45a71490e {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:51.973045 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3fb283-b95f-475d-9d7f-f7a45a71490e'] response: {'server_uuid': '22984295-da48-44cc-978c-7d9f49a45ce2', 'name': 'network-vif-deleted', 'tag': 'b0141c1d-7120-44a2-96bf-6311d85e1468', 'status': 'completed', 'code': 200} Apr 14 21:37:52.141068 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281ccb0-4234-4fe5-a229-d9b7bebccda9 req-26781e9b-60fc-4db0-a5a3-f207b07233e2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:52.142491 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b281ccb0-4234-4fe5-a229-d9b7bebccda9 req-26781e9b-60fc-4db0-a5a3-f207b07233e2 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0476007 Apr 14 21:37:52.206622 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b281ccb0-4234-4fe5-a229-d9b7bebccda9 req-d6008215-489d-43e3-9c70-0f724fc9c8be tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549560 Apr 14 21:37:52.984821 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4c925-6d97-495e-a463-2ecc0a8e5f81 req-e17c8294-d15a-4072-8357-88adc7243470 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:52.986352 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fba4c925-6d97-495e-a463-2ecc0a8e5f81 req-e17c8294-d15a-4072-8357-88adc7243470 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0508354 Apr 14 21:37:53.033184 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fba4c925-6d97-495e-a463-2ecc0a8e5f81 req-e2553f48-9c8e-4412-8ed0-bf6073a6d754 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Apr 14 21:37:53.326895 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd17e22-d913-41b8-b636-0988fe6f0182 req-f41fc6ad-b93d-4709-a95d-8cd773c8fb36 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:53.328382 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3bd17e22-d913-41b8-b636-0988fe6f0182 req-f41fc6ad-b93d-4709-a95d-8cd773c8fb36 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0500414 Apr 14 21:37:53.375635 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3bd17e22-d913-41b8-b636-0988fe6f0182 req-95e9c25d-1af7-476b-9ba2-866bcc59b6b0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412624 Apr 14 21:37:54.149597 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00639770-c246-4184-b918-b2d1b27510c2 req-eb5dd286-d644-4635-9b22-a767ff51d2cd tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:54.151069 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-00639770-c246-4184-b918-b2d1b27510c2 req-eb5dd286-d644-4635-9b22-a767ff51d2cd tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Apr 14 21:37:54.197874 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-00639770-c246-4184-b918-b2d1b27510c2 req-5c6e3b43-2e3d-4920-a199-b84d53eca08d tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412455 Apr 14 21:37:54.491618 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb15034-3110-4fef-b513-260ff8db38b8 req-eaa6f5c9-3874-4e91-84bf-4859bc596df3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:54.493010 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ccb15034-3110-4fef-b513-260ff8db38b8 req-eaa6f5c9-3874-4e91-84bf-4859bc596df3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0481966 Apr 14 21:37:54.539276 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ccb15034-3110-4fef-b513-260ff8db38b8 req-072bc7cd-ddf7-4f0c-8b62-3953cde645ea tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 Apr 14 21:37:54.953331 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device b0141c1d-7120-44a2-96bf-6311d85e1468 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:54.974093 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: b0141c1d-7120-44a2-96bf-6311d85e1468 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:54.974434 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device b0141c1d-7120-44a2-96bf-6311d85e1468 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:55.312416 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b4854-2f6e-43d4-bfaa-ace4cf18fe6f req-0aa7dffd-06d7-4089-b343-1f50c356114c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:55.314616 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7a4b4854-2f6e-43d4-bfaa-ace4cf18fe6f req-0aa7dffd-06d7-4089-b343-1f50c356114c tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0498011 Apr 14 21:37:55.363383 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7a4b4854-2f6e-43d4-bfaa-ace4cf18fe6f req-959f562c-7064-4bc2-97b0-20d941892aa6 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d489a66-1dbd-41dc-94f3-41fd5253a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435774 Apr 14 21:37:55.596060 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:55.657381 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8fad8-8ffc-4875-ac9d-9152af89b93d req-5f3caf77-1dfb-453f-bb8c-b2aa8372ef5f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:55.659376 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-61b8fad8-8ffc-4875-ac9d-9152af89b93d req-5f3caf77-1dfb-453f-bb8c-b2aa8372ef5f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0453889 Apr 14 21:37:55.706949 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-61b8fad8-8ffc-4875-ac9d-9152af89b93d req-a28aa2ea-9aa6-4832-ac2f-1edc84662f54 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Apr 14 21:37:55.770988 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-9ba4ac1f-56cb-458f-824e-3e7037d571a1 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:55.772422 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-9ba4ac1f-56cb-458f-824e-3e7037d571a1 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 945 time: 0.0464883 Apr 14 21:37:55.863365 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-56248dfe-827f-4c4e-9828-080680ce3d35 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Deleting port d79d9bbf-eb48-4b95-99c9-6300f6cc163e {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:55.863610 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-56248dfe-827f-4c4e-9828-080680ce3d35 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:55.952604 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-56248dfe-827f-4c4e-9828-080680ce3d35 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] For port d79d9bbf-eb48-4b95-99c9-6300f6cc163e, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:55.952971 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-56248dfe-827f-4c4e-9828-080680ce3d35 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:55.969214 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-56248dfe-827f-4c4e-9828-080680ce3d35 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Calling delete_port for d79d9bbf-eb48-4b95-99c9-6300f6cc163e owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:56.091856 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-56248dfe-827f-4c4e-9828-080680ce3d35 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (d79d9bbf-eb48-4b95-99c9-6300f6cc163e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:56.116471 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['d79d9bbf-eb48-4b95-99c9-6300f6cc163e'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:37:56.126753 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56248dfe-827f-4c4e-9828-080680ce3d35 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Pushing event deleted for resources: {'Port': ['ID=d79d9bbf-eb48-4b95-99c9-6300f6cc163e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:56.167286 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-56248dfe-827f-4c4e-9828-080680ce3d35 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] No DVR routers for this DVR port d79d9bbf-eb48-4b95-99c9-6300f6cc163e on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:56.169863 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-56248dfe-827f-4c4e-9828-080680ce3d35 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:56.173345 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5777e0e7-8171-473c-afdb-3cecdefcee18 req-56248dfe-827f-4c4e-9828-080680ce3d35 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.13 "DELETE /v2.0/ports/d79d9bbf-eb48-4b95-99c9-6300f6cc163e HTTP/1.1" status: 204 len: 173 time: 0.3925393 Apr 14 21:37:56.173822 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a306a-ef0b-4219-9133-40e17c7cea84', 'name': 'network-vif-deleted', 'tag': 'd79d9bbf-eb48-4b95-99c9-6300f6cc163e'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:56.176836 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e02d6b2-9458-4e29-a07f-fa4ec4f27e20" -d '{"events": [{"server_uuid": "493a306a-ef0b-4219-9133-40e17c7cea84", "name": "network-vif-deleted", "tag": "d79d9bbf-eb48-4b95-99c9-6300f6cc163e"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:56.221041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715fabae-a8a5-4744-a93b-52d20bc78441 x-openstack-request-id: req-715fabae-a8a5-4744-a93b-52d20bc78441 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:56.221949 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a306a-ef0b-4219-9133-40e17c7cea84", "name": "network-vif-deleted", "tag": "d79d9bbf-eb48-4b95-99c9-6300f6cc163e", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:56.221949 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-715fabae-a8a5-4744-a93b-52d20bc78441 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:56.222749 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715fabae-a8a5-4744-a93b-52d20bc78441'] response: {'server_uuid': '493a306a-ef0b-4219-9133-40e17c7cea84', 'name': 'network-vif-deleted', 'tag': 'd79d9bbf-eb48-4b95-99c9-6300f6cc163e', 'status': 'completed', 'code': 200} Apr 14 21:37:56.328133 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-980eb11e-d19f-495e-bce0-62f0ac66f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:56.329621 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-980eb11e-d19f-495e-bce0-62f0ac66f1f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 1129 time: 0.0438855 Apr 14 21:37:56.474360 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-724d5f70-94a2-4c65-b271-757d873bf112 req-1f7b6b53-7fea-4528-b2bb-63c7b852e8c3 tempest-ServerRescueNegativeTestJSON-659433908 tempest-ServerRescueNegativeTestJSON-659433908-project] 10.222.0.47 "GET /v2.0/ports?device_id=493a306a-ef0b-4219-9133-40e17c7cea84 HTTP/1.1" status: 200 len: 210 time: 0.0292137 Apr 14 21:37:56.709397 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-a84048be-14df-403b-9124-f7ebf3bebd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:56.710930 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-a84048be-14df-403b-9124-f7ebf3bebd10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 917 time: 0.0924213 Apr 14 21:37:56.783068 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-1bb52710-6794-4ac1-9b4d-aeaf4de91d33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728 HTTP/1.1" status: 200 len: 1001 time: 0.0625892 Apr 14 21:37:56.867047 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6c93c-bf71-4772-9a60-73ac6498000b req-748e2aff-39dd-4819-9a96-4ed5cd26bd17 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:56.868655 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f3b6c93c-bf71-4772-9a60-73ac6498000b req-748e2aff-39dd-4819-9a96-4ed5cd26bd17 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0802708 Apr 14 21:37:56.892307 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-4e05107c-3458-479b-9751-982f5bb783b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:56.893828 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-4e05107c-3458-479b-9751-982f5bb783b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.0971367 Apr 14 21:37:56.950332 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f3b6c93c-bf71-4772-9a60-73ac6498000b req-6c5e5278-09db-4443-b0d2-2ade30670888 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760047 Apr 14 21:37:56.957836 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-847f4fc8-3fab-4ffd-b321-4723269d091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:56.958048 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-847f4fc8-3fab-4ffd-b321-4723269d091d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516574 Apr 14 21:37:56.964266 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fcc3857-8fad-4b29-95ad-3f93e5a06728 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:37:57.057750 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-097a5c95-c92d-4e40-a908-3cc4a75bc41d service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900667 Apr 14 21:37:57.063608 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:57.075205 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'port_id': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'mac_address': 'fa:16:3e:3b:a1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:37:57.112654 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 is: ACTIVE; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:37:57.113042 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:57.130639 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fcc3857-8fad-4b29-95ad-3f93e5a06728 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:37:57.149700 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8b236dd6-95de-4c6b-99f8-dfc175779d51 req-4970ee55-e2cf-442c-91cc-d0911a6b68e8 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830393 Apr 14 21:37:57.150237 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:57.153920 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:57.207550 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:57.306293 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['5fcc3857-8fad-4b29-95ad-3f93e5a06728'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:37:57.530082 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33236) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:57.808257 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:37:57.962511 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519628'] for router_interface (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:58.075285 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d8b6c-09ad-49d9-b769-3104b746b003 req-4e1650ec-15be-4dc4-8872-e69b81591ba9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:58.076677 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f26d8b6c-09ad-49d9-b769-3104b746b003 req-4e1650ec-15be-4dc4-8872-e69b81591ba9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 944 time: 0.0518830 Apr 14 21:37:58.124601 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f26d8b6c-09ad-49d9-b769-3104b746b003 req-ceaa48b3-cd9b-46a1-bb9b-4fad44552235 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410497 Apr 14 21:37:58.204443 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] Deleting port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:58.204829 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:58.285827 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] For port 0110c32d-e94b-4f99-904b-7d1dd1f7ed97, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=0110c32d-e94b-4f99-904b-7d1dd1f7ed97,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:58.286184 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:58.299623 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] Calling delete_port for 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:58.486782 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (0110c32d-e94b-4f99-904b-7d1dd1f7ed97), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:58.771659 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0110c32d-e94b-4f99-904b-7d1dd1f7ed97,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:58.969830 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fcc3857-8fad-4b29-95ad-3f93e5a06728 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:37:58.981283 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519504'] for router_interface (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:59.052183 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:37:59.052874 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:59.167017 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:37:59.169855 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:59.206819 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:59.209171 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ddcdb1-0496-4ece-8428-2874d581ea87" -d '{"events": [{"server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "name": "network-vif-plugged", "status": "completed", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:59.226741 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:59.240199 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:59.242473 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device d79d9bbf-eb48-4b95-99c9-6300f6cc163e no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:59.273293 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] Router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:37:59.274717 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2999e44a-d386-4403-b387-bd40e0653cc2 x-openstack-request-id: req-2999e44a-d386-4403-b387-bd40e0653cc2 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:59.275008 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "name": "network-vif-plugged", "status": "completed", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:59.275259 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2999e44a-d386-4403-b387-bd40e0653cc2 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:59.275648 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2999e44a-d386-4403-b387-bd40e0653cc2'] response: {'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'code': 200} Apr 14 21:37:59.296538 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: d79d9bbf-eb48-4b95-99c9-6300f6cc163e {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:59.296887 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device d79d9bbf-eb48-4b95-99c9-6300f6cc163e not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:59.311236 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d16aee-a1fb-4284-9c7e-08ebc7990f04 req-ab8acce9-5bbf-48a3-bbdf-af5cfa76df09 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:59.319970 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-94d16aee-a1fb-4284-9c7e-08ebc7990f04 req-ab8acce9-5bbf-48a3-bbdf-af5cfa76df09 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0724750 Apr 14 21:37:59.343296 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:59.407551 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-94d16aee-a1fb-4284-9c7e-08ebc7990f04 req-602636bd-4468-44de-89ca-79d9e50d57f1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783405 Apr 14 21:37:59.417921 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:37:59.430048 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33276) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:59.430557 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c5d74d4c-5568-417e-bf62-0993eea6dfa3 admin admin] 10.222.0.47 "PUT /v2.0/routers/9b3c8a45-0c0a-40cc-8d6f-999b57fd929c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8990593 Apr 14 21:37:59.432186 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] Sync routers for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:37:59.445693 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:59.446447 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:59.583202 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:59.584551 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Publish callbacks [] for router (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:59.723717 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Publish callbacks [] for router_gateway (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:59.774825 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Deleting port 94dacc9f-0277-4263-b81e-40c12546152d {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:59.775265 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (94dacc9f-0277-4263-b81e-40c12546152d), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:59.780242 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '94dacc9f-0277-4263-b81e-40c12546152d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:37:58Z', 'revision_number': 5, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port': {'id': '94dacc9f-0277-4263-b81e-40c12546152d', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:58Z', 'updated_at': '2022-04-14T21:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:59.813462 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] Checking router: 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:37:59.824812 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] Routers {'9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:59.825496 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:59.872224 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] For port 94dacc9f-0277-4263-b81e-40c12546152d, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=94dacc9f-0277-4263-b81e-40c12546152d,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:59.872580 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (94dacc9f-0277-4263-b81e-40c12546152d), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:59.888081 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Calling delete_port for 94dacc9f-0277-4263-b81e-40c12546152d owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:59.948690 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] Set router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c gateway port host: None {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:00.110747 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (94dacc9f-0277-4263-b81e-40c12546152d), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:00.141189 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=94dacc9f-0277-4263-b81e-40c12546152d,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:00.163822 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:37:59Z', 'revision_number': 6, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port_host': None}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:00.194769 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb11041-1d1c-40d4-9244-97e0c505fcc9 None None] The sync data for ids ['9b3c8a45-0c0a-40cc-8d6f-999b57fd929c'] in dv-cinder-837543-3-iscsi is: [{'id': '9b3c8a45-0c0a-40cc-8d6f-999b57fd929c', 'name': 'tempest-ServerRescueNegativeTestJSON-2009341318-router', 'tenant_id': '371e0c1995de4102a2649bc4866a3f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:37:59Z', 'revision_number': 6, 'project_id': '371e0c1995de4102a2649bc4866a3f74', 'gw_port_host': None}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:38:00.208658 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-521206'] for router_gateway (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:00.341022 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11676'] for router (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:00.343744 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Publish callbacks [] for router_controller (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:00.417917 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518675'] for router (9b3c8a45-0c0a-40cc-8d6f-999b57fd929c), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:00.418726 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b3c8a45-0c0a-40cc-8d6f-999b57fd929c {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:38:00.427209 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:00.429436 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-88739fa9-ebdd-4852-a824-0d71e410bc70 admin admin] 10.222.0.47 "DELETE /v2.0/routers/9b3c8a45-0c0a-40cc-8d6f-999b57fd929c HTTP/1.1" status: 204 len: 168 time: 0.9981587 Apr 14 21:38:00.432480 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33280) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:00.480896 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-451629c3-90b4-4f02-956f-0a6e2d717b5c admin admin] Deleting subnet f25d18c1-244f-4ab0-a4fa-325cd756665b {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:38:00.484569 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-451629c3-90b4-4f02-956f-0a6e2d717b5c admin admin] Publish callbacks [] for subnet (f25d18c1-244f-4ab0-a4fa-325cd756665b), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:00.526955 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-451629c3-90b4-4f02-956f-0a6e2d717b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8272601'] for subnet (f25d18c1-244f-4ab0-a4fa-325cd756665b), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.066118 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-451629c3-90b4-4f02-956f-0a6e2d717b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (f25d18c1-244f-4ab0-a4fa-325cd756665b), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.107627 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9172517-3043-4edd-b563-122a328c0792 req-1e2e3143-e16a-4186-a7a3-070289e4ed11 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:01.109829 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c9172517-3043-4edd-b563-122a328c0792 req-1e2e3143-e16a-4186-a7a3-070289e4ed11 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.4250934 Apr 14 21:38:01.180144 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c9172517-3043-4edd-b563-122a328c0792 req-8647f913-984d-4a2f-93be-d8782b7f085d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628238 Apr 14 21:38:01.183814 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-451629c3-90b4-4f02-956f-0a6e2d717b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7670259'] for subnet (f25d18c1-244f-4ab0-a4fa-325cd756665b), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.199449 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-451629c3-90b4-4f02-956f-0a6e2d717b5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.205083 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-451629c3-90b4-4f02-956f-0a6e2d717b5c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f25d18c1-244f-4ab0-a4fa-325cd756665b HTTP/1.1" status: 204 len: 168 time: 0.7712512 Apr 14 21:38:01.206186 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33282) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:01.210434 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc1aca-4acf-4270-9c50-66ca4fe086e7 None None] Network ceaaf06e-dae3-4424-9485-0b5c1f33286d requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:38:01.228574 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451629c3-90b4-4f02-956f-0a6e2d717b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25d18c1-244f-4ab0-a4fa-325cd756665b,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:01.330598 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (ceaaf06e-dae3-4424-9485-0b5c1f33286d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.409995 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3668b-34af-47be-877a-3d3f233eb8f5 None None] DHCP port deletion for ceaaf06e-dae3-4424-9485-0b5c1f33286d request from dv-cinder-837543-3-iscsi {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:38:01.414180 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Deleting port d04d8d3d-435e-43a9-ad45-99a9c6577c7d {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:38:01.415422 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.482877 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-00b3668b-34af-47be-877a-3d3f233eb8f5 None None] Deleting port d04d8d3d-435e-43a9-ad45-99a9c6577c7d {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:38:01.483437 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00b3668b-34af-47be-877a-3d3f233eb8f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.495146 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] For port d04d8d3d-435e-43a9-ad45-99a9c6577c7d, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=d04d8d3d-435e-43a9-ad45-99a9c6577c7d,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:01.495792 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.510537 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Calling delete_port for d04d8d3d-435e-43a9-ad45-99a9c6577c7d owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:38:01.557602 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-00b3668b-34af-47be-877a-3d3f233eb8f5 None None] For port d04d8d3d-435e-43a9-ad45-99a9c6577c7d, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=d04d8d3d-435e-43a9-ad45-99a9c6577c7d,segment=NetworkSegment(5caed0ab-7071-4be9-a421-d988dab615cd),segment_id=5caed0ab-7071-4be9-a421-d988dab615cd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:01.558025 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00b3668b-34af-47be-877a-3d3f233eb8f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.572534 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-00b3668b-34af-47be-877a-3d3f233eb8f5 None None] Calling delete_port for d04d8d3d-435e-43a9-ad45-99a9c6577c7d owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:38:01.599712 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.630426 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d04d8d3d-435e-43a9-ad45-99a9c6577c7d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:01.634313 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] No DVR routers for this DVR port d04d8d3d-435e-43a9-ad45-99a9c6577c7d on host dv-cinder-837543-3-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:38:01.712899 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (ceaaf06e-dae3-4424-9485-0b5c1f33286d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.729758 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00b3668b-34af-47be-877a-3d3f233eb8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871'] for port (d04d8d3d-435e-43a9-ad45-99a9c6577c7d), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.743104 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceaaf06e-dae3-4424-9485-0b5c1f33286d']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:01.754886 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5caed0ab-7071-4be9-a421-d988dab615cd') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:01.755183 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5caed0ab-7071-4be9-a421-d988dab615cd') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:01.764566 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3668b-34af-47be-877a-3d3f233eb8f5 None None] Pushing event deleted for resources: {'Port': ['ID=d04d8d3d-435e-43a9-ad45-99a9c6577c7d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:01.765381 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (5caed0ab-7071-4be9-a421-d988dab615cd), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.770133 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b3668b-34af-47be-877a-3d3f233eb8f5 None None] No DVR routers for this DVR port d04d8d3d-435e-43a9-ad45-99a9c6577c7d on host dv-cinder-837543-3-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:38:01.784162 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (5caed0ab-7071-4be9-a421-d988dab615cd), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.792506 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:38:01.793173 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (5caed0ab-7071-4be9-a421-d988dab615cd), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:38:01.795932 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:38:01.864757 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (ceaaf06e-dae3-4424-9485-0b5c1f33286d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.870508 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.880975 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] 10.222.0.47 "DELETE /v2.0/networks/ceaaf06e-dae3-4424-9485-0b5c1f33286d HTTP/1.1" status: 204 len: 168 time: 0.6718559 Apr 14 21:38:01.892637 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32ff60-3631-4e51-b17d-e16598f7ee8d admin admin] Pushing event deleted for resources: {'Network': ['ID=ceaaf06e-dae3-4424-9485-0b5c1f33286d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:02.017446 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:02.047264 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:38:02.047670 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 0110c32d-e94b-4f99-904b-7d1dd1f7ed97 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:38:02.048163 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device d04d8d3d-435e-43a9-ad45-99a9c6577c7d no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:02.068136 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33288) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:02.076924 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: d04d8d3d-435e-43a9-ad45-99a9c6577c7d {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:38:02.077170 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device d04d8d3d-435e-43a9-ad45-99a9c6577c7d not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:38:02.077427 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 94dacc9f-0277-4263-b81e-40c12546152d no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:02.099272 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 94dacc9f-0277-4263-b81e-40c12546152d {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:38:02.099620 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 94dacc9f-0277-4263-b81e-40c12546152d not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:38:02.122130 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-22a520ba-fd05-464d-b1f2-e5815e6c44aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=371e0c1995de4102a2649bc4866a3f74&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502892 Apr 14 21:38:02.122675 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33290) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:02.177595 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c7fd4083-45db-4f78-ac66-9a3ccdec4c86 admin admin] Publish callbacks [] for security_group (1d489a66-1dbd-41dc-94f3-41fd5253a117), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:02.204790 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c7fd4083-45db-4f78-ac66-9a3ccdec4c86 admin admin] Publish callbacks [] for security_group (1d489a66-1dbd-41dc-94f3-41fd5253a117), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:02.261218 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c7fd4083-45db-4f78-ac66-9a3ccdec4c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (1d489a66-1dbd-41dc-94f3-41fd5253a117), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:02.264393 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c7fd4083-45db-4f78-ac66-9a3ccdec4c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:02.268189 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-c7fd4083-45db-4f78-ac66-9a3ccdec4c86 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d489a66-1dbd-41dc-94f3-41fd5253a117 HTTP/1.1" status: 204 len: 168 time: 0.1420701 Apr 14 21:38:02.281961 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd4083-45db-4f78-ac66-9a3ccdec4c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d489a66-1dbd-41dc-94f3-41fd5253a117,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:02.399103 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f6bb5-2908-4402-a171-d084cc13f219 req-68988f46-ab99-40ea-bb9c-f7cf88061335 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:02.408104 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a66f6bb5-2908-4402-a171-d084cc13f219 req-68988f46-ab99-40ea-bb9c-f7cf88061335 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0817854 Apr 14 21:38:02.466312 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a66f6bb5-2908-4402-a171-d084cc13f219 req-8c8cb798-dee4-4c06-b1cf-f3d6f5ab166b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566313 Apr 14 21:38:03.094333 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33318) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:03.206506 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-583000904-network', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:03.226880 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Made reservation on behalf of 2e2a74c784bf439dac8fd4a228c3ef7e for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:38:03.229176 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.240570 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.322894 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Publish callbacks [] for security_group (a7934b7b-af74-41db-b4b0-889ec080c52f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.326858 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a7934b7b-af74-41db-b4b0-889ec080c52f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.357237 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:38:03.368379 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7934b7b-af74-41db-b4b0-889ec080c52f,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:03.373481 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (89060b66-c99d-4491-a549-57b27788512d), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.373858 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.segments_db [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Added segment 89060b66-c99d-4491-a549-57b27788512d of type vlan for network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 Apr 14 21:38:03.415975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (8fdd656e-f5b6-43da-ba4a-b8cae2233839), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.449493 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (8fdd656e-f5b6-43da-ba4a-b8cae2233839), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.450626 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:03.451430 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.512439 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] Pushing event updated for resources: {'Network': ['ID=8fdd656e-f5b6-43da-ba4a-b8cae2233839,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:03.529975 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:38:03.535525 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33324) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:03.536128 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-5cc18285-ee3a-494b-bccb-05f18f349a9e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4406624 Apr 14 21:38:03.541597 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Request body: {'subnet': {'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-583000904-subnet', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:03.575879 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Made reservation on behalf of 2e2a74c784bf439dac8fd4a228c3ef7e for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:38:03.578671 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8399541'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.650839 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7dcbe-c700-46d6-90b4-8746ed94c185 req-4113481e-3048-4442-a9d2-8568ba308acf tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:03.653286 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a0f7dcbe-c700-46d6-90b4-8746ed94c185 req-4113481e-3048-4442-a9d2-8568ba308acf tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0781689 Apr 14 21:38:03.714334 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a0f7dcbe-c700-46d6-90b4-8746ed94c185 req-4fe76836-a4b4-46a1-a3da-7772a1d3182e tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556228 Apr 14 21:38:03.837557 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8399523'] for subnet (fa83f0f6-6310-4279-ac0a-58972d6770bf), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.898547 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa83f0f6-6310-4279-ac0a-58972d6770bf,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:03.908427 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Checking segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:38:03.909416 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Network hostable DHCP agents. Network: 8fdd656e-f5b6-43da-ba4a-b8cae2233839, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:38:03.931223 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:38:03.945246 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, 8fdd656e-f5b6-43da-ba4a-b8cae2233839) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:38:03.949961 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:03.950480 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.964381 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e1e328-6712-45fa-92fd-d3159040950f None None] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:38:03.975352 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33326) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:03.980751 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:03.984069 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-1fac06a0-bc71-4721-9a69-2d883a86b94e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4396610 Apr 14 21:38:04.009864 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (bc3b3f95-9e38-471b-953d-da57ff222224), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.011327 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (bc3b3f95-9e38-471b-953d-da57ff222224), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.075163 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks [] for router_controller (bc3b3f95-9e38-471b-953d-da57ff222224), precommit_add_association {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.115146 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:38:04.116594 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.276033 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Allocated IP 172.20.0.2 (8fdd656e-f5b6-43da-ba4a-b8cae2233839/fa83f0f6-6310-4279-ac0a-58972d6770bf/79dbee01-a696-4e34-b62b-baa0e145571c) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:38:04.287089 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks [] for router_gateway (bc3b3f95-9e38-471b-953d-da57ff222224), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.466844 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Publish callbacks [] for port (79dbee01-a696-4e34-b62b-baa0e145571c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.478434 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.508665 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks [] for router_gateway (bc3b3f95-9e38-471b-953d-da57ff222224), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.531160 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:38:04.536724 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:38:04.537943 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.539944 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:38:04.561327 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Pushing event updated for resources: {'Port': ['ID=79dbee01-a696-4e34-b62b-baa0e145571c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:04.624402 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Attempting to bind port 79dbee01-a696-4e34-b62b-baa0e145571c on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:38:04.624802 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Attempting to bind port 79dbee01-a696-4e34-b62b-baa0e145571c by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:38:04.625182 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Attempting to bind port 79dbee01-a696-4e34-b62b-baa0e145571c on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:38:04.630988 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:38:04.631374 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Checking segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:38:04.631762 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.632147 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Bound using segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:38:04.632609 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Bound port: 79dbee01-a696-4e34-b62b-baa0e145571c, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:38:04.632976 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.678117 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Allocated IP 172.27.3.115 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/76b70f3a-e9df-4844-aa33-5b5babb721f0) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:38:04.712644 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] For port 79dbee01-a696-4e34-b62b-baa0e145571c, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:38:04.717049 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] For port 79dbee01-a696-4e34-b62b-baa0e145571c, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=79dbee01-a696-4e34-b62b-baa0e145571c,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:38:04.723475 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.807766 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d63428-c1fa-4e9e-9a73-6eed543eca39 None None] Pushing event updated for resources: {'Port': ['ID=79dbee01-a696-4e34-b62b-baa0e145571c,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:04.865395 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks [] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.912702 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.972825 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Pushing event updated for resources: {'Port': ['ID=76b70f3a-e9df-4844-aa33-5b5babb721f0,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:05.000572 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:38:05.005644 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:38:05.015911 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:38:05.272927 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee77bb-cc49-490f-bbe9-2a46eb498959 req-331b2a33-64e4-4d3a-8c51-545c48c6f73f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:05.290442 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-43ee77bb-cc49-490f-bbe9-2a46eb498959 req-331b2a33-64e4-4d3a-8c51-545c48c6f73f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.1337442 Apr 14 21:38:05.397563 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-43ee77bb-cc49-490f-bbe9-2a46eb498959 req-e4d2f4b9-62fd-4d9b-a34d-94be6f7cf939 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062012 Apr 14 21:38:05.546881 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks [] for router_gateway (bc3b3f95-9e38-471b-953d-da57ff222224), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:05.777914 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (bc3b3f95-9e38-471b-953d-da57ff222224), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:05.979952 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Router bc3b3f95-9e38-471b-953d-da57ff222224 is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:38:06.068095 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 79dbee01-a696-4e34-b62b-baa0e145571c up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:38:06.140884 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 79dbee01-a696-4e34-b62b-baa0e145571c triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:06.142057 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:06.152413 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:38:06.162373 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:38:06.178221 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:06.179827 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:06.187548 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:06.194896 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33334) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:06.195455 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-e8c2f29f-93f1-46f6-9a9c-dbdb37e1e71f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2188365 Apr 14 21:38:06.288370 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 79dbee01-a696-4e34-b62b-baa0e145571c is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:06.289188 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:06.354111 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc69f0f4-8860-49b2-9f4f-d40caf569e4c None None] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:38:06.406228 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 79dbee01-a696-4e34-b62b-baa0e145571c, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=79dbee01-a696-4e34-b62b-baa0e145571c,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:06.407194 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-519fc977-5f05-4b57-9632-6f7f0e91aa05 None None] Provisioning complete for port 79dbee01-a696-4e34-b62b-baa0e145571c triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:06.407517 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-519fc977-5f05-4b57-9632-6f7f0e91aa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:06.477835 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:06.478096 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:06.485606 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c6cdb5ba-4b26-4357-8045-37d8e6230289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:06.620972 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e1945-e892-49b6-a303-d939d4032bb9 req-b4353904-89e1-430a-b1f5-71c5bc58c94b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:06.623652 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a95e1945-e892-49b6-a303-d939d4032bb9 req-b4353904-89e1-430a-b1f5-71c5bc58c94b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0927362 Apr 14 21:38:06.661568 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-519fc977-5f05-4b57-9632-6f7f0e91aa05 None None] Current status of the port 79dbee01-a696-4e34-b62b-baa0e145571c is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:06.667994 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=79dbee01-a696-4e34-b62b-baa0e145571c,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:06.735784 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a95e1945-e892-49b6-a303-d939d4032bb9 req-a120266f-b12a-496e-a4d4-0ed782ab3e96 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008618 Apr 14 21:38:06.771931 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:05Z', 'revision_number': 3, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:06.819603 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:38:06.819962 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Updating router bc3b3f95-9e38-471b-953d-da57ff222224 port 76b70f3a-e9df-4844-aa33-5b5babb721f0 binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:38:06.866760 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:06.952161 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:06.994791 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-94645f59-2c43-4bee-a18a-1145c501e8f1 None None] Provisioning complete for port 79dbee01-a696-4e34-b62b-baa0e145571c triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:06.995431 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94645f59-2c43-4bee-a18a-1145c501e8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.151685 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-94645f59-2c43-4bee-a18a-1145c501e8f1 None None] Current status of the port 79dbee01-a696-4e34-b62b-baa0e145571c is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:07.199720 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Allocated IP 172.20.0.1 (8fdd656e-f5b6-43da-ba4a-b8cae2233839/fa83f0f6-6310-4279-ac0a-58972d6770bf/55cf946a-f110-4fcd-8de6-23c1c0d2f387) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:38:07.239701 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Publish callbacks [] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.248885 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.306350 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Attempting to bind port 76b70f3a-e9df-4844-aa33-5b5babb721f0 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:38:07.306728 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Attempting to bind port 76b70f3a-e9df-4844-aa33-5b5babb721f0 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:38:07.307097 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Attempting to bind port 76b70f3a-e9df-4844-aa33-5b5babb721f0 on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:38:07.316218 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:38:07.316218 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:38:07.316567 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.316670 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:38:07.317150 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Bound port: 76b70f3a-e9df-4844-aa33-5b5babb721f0, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:38:07.317533 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.330176 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Publish callbacks [] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.373831 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.378041 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] For port 76b70f3a-e9df-4844-aa33-5b5babb721f0, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:38:07.390705 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Pushing event updated for resources: {'Port': ['ID=76b70f3a-e9df-4844-aa33-5b5babb721f0,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:07.396458 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] For port 76b70f3a-e9df-4844-aa33-5b5babb721f0, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=76b70f3a-e9df-4844-aa33-5b5babb721f0,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:38:07.403358 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.403909 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.404219 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.404587 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.404918 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.405251 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.405660 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.405925 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.406237 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.407125 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.407125 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.407355 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.407522 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.407847 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.408162 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:07.419015 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.429754 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:38:07.436366 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:38:07.439364 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:38:07.442855 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Pushing event updated for resources: {'Port': ['ID=55cf946a-f110-4fcd-8de6-23c1c0d2f387,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:07.494212 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (bc3b3f95-9e38-471b-953d-da57ff222224), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.510477 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b726f-3882-4053-af32-06125e9c58f0 None None] Pushing event updated for resources: {'Port': ['ID=76b70f3a-e9df-4844-aa33-5b5babb721f0,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:07.525094 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:07.526026 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:37:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:07.667524 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.711365 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:07.791601 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-8a801ea4-302f-490c-a5ec-f0f7e27a9257 None None] Provisioning complete for port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:07.791860 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a801ea4-302f-490c-a5ec-f0f7e27a9257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.859319 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8a801ea4-302f-490c-a5ec-f0f7e27a9257 None None] Port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:38:07.897182 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1a26e-c2f6-4afd-b7f1-0b79cd77b67a req-b8144db4-b8dc-46b9-8db3-54a7adbf3e24 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:07.898901 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fcf1a26e-c2f6-4afd-b7f1-0b79cd77b67a req-b8144db4-b8dc-46b9-8db3-54a7adbf3e24 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0830390 Apr 14 21:38:07.919478 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Publish callbacks [] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.929661 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:07.962876 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fcf1a26e-c2f6-4afd-b7f1-0b79cd77b67a req-a08753aa-27c1-407f-b0fd-287d3ebebcac tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577083 Apr 14 21:38:07.993471 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:05Z', 'revision_number': 3, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:08.014530 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (bc3b3f95-9e38-471b-953d-da57ff222224), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:08.016441 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Pushing event updated for resources: {'Port': ['ID=55cf946a-f110-4fcd-8de6-23c1c0d2f387,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:08.033541 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa051d-8aef-4bd0-b5fc-d6b9bcc612bd None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:05Z', 'revision_number': 3, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:38:08.076482 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 79dbee01-a696-4e34-b62b-baa0e145571c up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:38:08.141070 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 79dbee01-a696-4e34-b62b-baa0e145571c triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:08.141440 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:08.157010 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:38:08.162584 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:38:08.253053 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 79dbee01-a696-4e34-b62b-baa0e145571c is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:08.345034 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Router bc3b3f95-9e38-471b-953d-da57ff222224 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:38:08.502106 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:38:08.509650 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-18009380-9271-4194-856e-b7b30de1a622 admin admin] 10.222.0.47 "PUT /v2.0/routers/bc3b3f95-9e38-471b-953d-da57ff222224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3132141 Apr 14 21:38:08.581780 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-fb2013fd-b9c5-4954-8459-2112dcd65cf4 None None] Provisioning complete for port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:08.582318 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fb2013fd-b9c5-4954-8459-2112dcd65cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:08.635393 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-fb2013fd-b9c5-4954-8459-2112dcd65cf4 None None] Port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:38:08.916821 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db7fd967-8054-404d-bbf9-f09295d02f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.162699 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafadc3b-7052-48c5-ad9d-4c7e85bcc8da req-eb1d578d-2700-4b8c-96e4-eeb6a0ab45ad tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:09.164256 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bafadc3b-7052-48c5-ad9d-4c7e85bcc8da req-eb1d578d-2700-4b8c-96e4-eeb6a0ab45ad tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0875239 Apr 14 21:38:09.187924 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33350) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:09.193221 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-cfc27a84-de7a-4b32-8124-1579f5fd8280 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640351733', 'description': 'tempest-description--43890321'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:09.229588 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cfc27a84-de7a-4b32-8124-1579f5fd8280 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.238742 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bafadc3b-7052-48c5-ad9d-4c7e85bcc8da req-1fad2f91-a7cc-49b3-a1e7-9fd4b27efed9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659995 Apr 14 21:38:09.339206 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cfc27a84-de7a-4b32-8124-1579f5fd8280 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (9f36e0ba-006c-47a0-a44d-fcc88fe5f94f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.344285 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cfc27a84-de7a-4b32-8124-1579f5fd8280 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (9f36e0ba-006c-47a0-a44d-fcc88fe5f94f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.380648 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-cfc27a84-de7a-4b32-8124-1579f5fd8280 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.380648 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-cfc27a84-de7a-4b32-8124-1579f5fd8280 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1892538 Apr 14 21:38:09.381389 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33352) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:09.387898 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-79aca26f-55f3-4e2b-8a0f-aebca5af4391 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group_rule': {'security_group_id': '9f36e0ba-006c-47a0-a44d-fcc88fe5f94f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:09.394060 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc27a84-de7a-4b32-8124-1579f5fd8280 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:09.425563 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79aca26f-55f3-4e2b-8a0f-aebca5af4391 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (f3739a21-e6ea-4ce0-9692-5216ccd30880), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.494022 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79aca26f-55f3-4e2b-8a0f-aebca5af4391 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (f3739a21-e6ea-4ce0-9692-5216ccd30880), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.499150 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79aca26f-55f3-4e2b-8a0f-aebca5af4391 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (f3739a21-e6ea-4ce0-9692-5216ccd30880), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.521054 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aca26f-55f3-4e2b-8a0f-aebca5af4391 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3739a21-e6ea-4ce0-9692-5216ccd30880,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:09.533398 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79aca26f-55f3-4e2b-8a0f-aebca5af4391 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.538159 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-79aca26f-55f3-4e2b-8a0f-aebca5af4391 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528795 Apr 14 21:38:09.538385 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33354) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:09.549930 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-e65a4af8-ed81-4385-a0e3-7433d96592e2 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group_rule': {'security_group_id': '9f36e0ba-006c-47a0-a44d-fcc88fe5f94f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:09.586317 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e65a4af8-ed81-4385-a0e3-7433d96592e2 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (a06d728d-b401-4e03-923f-8c8ff4284493), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.652433 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e65a4af8-ed81-4385-a0e3-7433d96592e2 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (a06d728d-b401-4e03-923f-8c8ff4284493), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.656093 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e65a4af8-ed81-4385-a0e3-7433d96592e2 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (a06d728d-b401-4e03-923f-8c8ff4284493), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.696007 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a4af8-ed81-4385-a0e3-7433d96592e2 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06d728d-b401-4e03-923f-8c8ff4284493,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:09.716646 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.721031 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e65a4af8-ed81-4385-a0e3-7433d96592e2 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.725103 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e65a4af8-ed81-4385-a0e3-7433d96592e2 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1830375 Apr 14 21:38:09.725563 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33356) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:09.730104 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:09.750641 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.847953 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:09.998940 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Allocated IP 172.27.3.137 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/66c1fe89-e93e-4ef2-bc15-5fa558cbf40b) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:38:10.076616 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 76b70f3a-e9df-4844-aa33-5b5babb721f0 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:38:10.153392 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 76b70f3a-e9df-4844-aa33-5b5babb721f0 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:10.154048 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.178258 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (66c1fe89-e93e-4ef2-bc15-5fa558cbf40b), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.238333 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (66c1fe89-e93e-4ef2-bc15-5fa558cbf40b), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.274474 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:38:10.289935 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:10.290778 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:38:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:10.298582 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=66c1fe89-e93e-4ef2-bc15-5fa558cbf40b,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:10.301998 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:38:10.304047 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:38:10.310012 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:38:10.449822 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c547c-3d03-40f9-a8eb-91e69e608381 req-f1873f65-a9ef-409b-b994-38c8edc05ca3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:10.451521 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a86c547c-3d03-40f9-a8eb-91e69e608381 req-f1873f65-a9ef-409b-b994-38c8edc05ca3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0974045 Apr 14 21:38:10.484231 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (8bbba364-2d2d-4698-a72a-7143cd1ad11e), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.513431 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 76b70f3a-e9df-4844-aa33-5b5babb721f0 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:10.514006 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.515868 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a86c547c-3d03-40f9-a8eb-91e69e608381 req-24c329d3-fdcf-467f-b416-a787a844e184 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563018 Apr 14 21:38:10.562717 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 76b70f3a-e9df-4844-aa33-5b5babb721f0, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=76b70f3a-e9df-4844-aa33-5b5babb721f0,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:10.564464 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (66c1fe89-e93e-4ef2-bc15-5fa558cbf40b), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.597656 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.668172 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=76b70f3a-e9df-4844-aa33-5b5babb721f0,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:10.674347 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:10.747548 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (66c1fe89-e93e-4ef2-bc15-5fa558cbf40b), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.752057 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (66c1fe89-e93e-4ef2-bc15-5fa558cbf40b), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.822294 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=66c1fe89-e93e-4ef2-bc15-5fa558cbf40b,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:10.830956 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (8bbba364-2d2d-4698-a72a-7143cd1ad11e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.846020 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.847937 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-262853e0-8854-4aee-b442-59080f392e7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1213512 Apr 14 21:38:10.871763 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 2, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:10.898776 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:38:10.899137 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Updating router bc3b3f95-9e38-471b-953d-da57ff222224 port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:38:10.931139 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.998106 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-104f1289-7724-4767-9c9c-769f02412eb8 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--640351733&fields=id&tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 267 time: 0.0445991 Apr 14 21:38:11.107075 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4d495019-9174-48be-bf58-3c84fa3ce39c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:11.108458 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4d495019-9174-48be-bf58-3c84fa3ce39c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 814 time: 0.1029899 Apr 14 21:38:11.123952 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-e4237ee2-f489-4ea5-9336-9be68648335d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/quotas/2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 375 time: 0.0091219 Apr 14 21:38:11.175332 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-b93a308d-d1c9-46c5-8ec2-422ca85bb4b8 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443463 Apr 14 21:38:11.203395 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Publish callbacks [] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:11.209017 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:11.259281 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525a7ee-d06d-4e3d-9549-8da0484b218a None None] Pushing event updated for resources: {'Port': ['ID=55cf946a-f110-4fcd-8de6-23c1c0d2f387,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:11.328484 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Attempting to bind port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:38:11.328853 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Attempting to bind port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:38:11.329213 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Attempting to bind port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:38:11.343546 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:38:11.343922 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Checking segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:38:11.344318 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:11.344703 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Bound using segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:38:11.345180 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Bound port: 55cf946a-f110-4fcd-8de6-23c1c0d2f387, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:38:11.345556 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:11.354257 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-f9e859b0-2ebb-4e33-81b7-eb9026149483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:11.356065 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-f9e859b0-2ebb-4e33-81b7-eb9026149483 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 1129 time: 0.0606763 Apr 14 21:38:11.362259 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-5de95cd7-1f94-4662-9e02-5e0d7d162031 service neutron] 10.222.0.47 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730547 Apr 14 21:38:11.382074 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:11.415294 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] For port 55cf946a-f110-4fcd-8de6-23c1c0d2f387, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:38:11.419496 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] For port 55cf946a-f110-4fcd-8de6-23c1c0d2f387, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=55cf946a-f110-4fcd-8de6-23c1c0d2f387,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:38:11.425384 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:11.485595 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525a7ee-d06d-4e3d-9549-8da0484b218a None None] Pushing event updated for resources: {'Port': ['ID=55cf946a-f110-4fcd-8de6-23c1c0d2f387,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:11.491071 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:11.491691 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:38:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:11.524425 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-19270984-7d80-49d0-8b89-5d1b22895d8b service neutron] 10.222.0.47 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526935 Apr 14 21:38:11.536608 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-0eba6df6-3a4b-42aa-82a5-7d0932b9390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:11.538695 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-0eba6df6-3a4b-42aa-82a5-7d0932b9390b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 917 time: 0.1754928 Apr 14 21:38:11.630849 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-7450dbbe-e8dc-4779-be66-da437c8d5ec9 None None] Provisioning complete for port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:11.631130 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7450dbbe-e8dc-4779-be66-da437c8d5ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:11.739211 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:11.815079 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7450dbbe-e8dc-4779-be66-da437c8d5ec9 None None] Current status of the port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:11.815079 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7450dbbe-e8dc-4779-be66-da437c8d5ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:11.937284 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7450dbbe-e8dc-4779-be66-da437c8d5ec9 None None] For port 55cf946a-f110-4fcd-8de6-23c1c0d2f387, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=55cf946a-f110-4fcd-8de6-23c1c0d2f387,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:11.948493 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78746751-a3c1-4d12-b23b-3f248092a76a req-58622db2-2166-4276-af2a-24bcb8395169 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 210 time: 0.0555952 Apr 14 21:38:11.963326 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7450dbbe-e8dc-4779-be66-da437c8d5ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:11.974975 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-85497826-8d89-4209-b379-d8e1ef9dd11c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728 HTTP/1.1" status: 200 len: 1001 time: 0.4227462 Apr 14 21:38:11.982279 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035646e4-9950-4367-9d96-a80e39946041 req-7fe0c2a5-db94-4648-ab07-da2a8a6e1125 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:11.989644 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-035646e4-9950-4367-9d96-a80e39946041 req-7fe0c2a5-db94-4648-ab07-da2a8a6e1125 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0978007 Apr 14 21:38:12.062542 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-296cb978-280c-41f2-b9e7-674f1f9221ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:12.064464 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-296cb978-280c-41f2-b9e7-674f1f9221ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.0722275 Apr 14 21:38:12.077365 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-035646e4-9950-4367-9d96-a80e39946041 req-ce1e9473-88c4-4d1a-b8e5-bcddd8220d8d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867765 Apr 14 21:38:12.092680 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 76b70f3a-e9df-4844-aa33-5b5babb721f0 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:38:12.121761 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-fb77105c-e9e5-458b-acf2-8b67ac019ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:12.123548 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-fb77105c-e9e5-458b-acf2-8b67ac019ecd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451949 Apr 14 21:38:12.171822 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-788c5356-be52-465e-af99-edada5179585 None None] Provisioning complete for port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:12.172449 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-788c5356-be52-465e-af99-edada5179585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:12.175681 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:12.233464 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-f2173654-f185-4cfa-b76a-763685be52e3 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021483 Apr 14 21:38:12.258452 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027d5f5-c2c8-46d5-829e-2d822dd05521 None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:38:12.270927 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450dbbe-e8dc-4779-be66-da437c8d5ec9 None None] Pushing event updated for resources: {'Port': ['ID=55cf946a-f110-4fcd-8de6-23c1c0d2f387,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:12.287386 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 76b70f3a-e9df-4844-aa33-5b5babb721f0 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:12.287769 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:12.374857 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93ea435c-4cba-4e92-bdff-376f7f84c2c6 req-30101e45-1836-4d68-8e3d-8b6a5f2f5c10 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313899 Apr 14 21:38:12.391507 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-788c5356-be52-465e-af99-edada5179585 None None] Current status of the port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:12.439807 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 76b70f3a-e9df-4844-aa33-5b5babb721f0 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:12.682013 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:13.096932 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1519bc85-2e0e-4dbe-bd3b-dc767a4ce790 req-1ad26826-ff1d-494a-8186-fe6fcfd9c214 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 210 time: 0.0283978 Apr 14 21:38:13.211224 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71874caf-1bbf-4aff-a8ac-5ebc4ceec053 req-44c32a01-5e95-428f-a858-5395772a9adb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:13.212781 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-71874caf-1bbf-4aff-a8ac-5ebc4ceec053 req-44c32a01-5e95-428f-a858-5395772a9adb tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0534456 Apr 14 21:38:13.262175 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-71874caf-1bbf-4aff-a8ac-5ebc4ceec053 req-20c1f0e8-0d33-49b0-9381-3139a5429269 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435302 Apr 14 21:38:14.013131 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 55cf946a-f110-4fcd-8de6-23c1c0d2f387 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:38:14.058247 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:14.058620 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:14.133318 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:14.197600 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-05efd45d-5e18-4373-8162-4f123457fc46 req-b12b94fb-9d67-4751-8291-cb5c85e4b424 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 210 time: 0.0311968 Apr 14 21:38:14.387853 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8098e-9e21-400a-9f27-94981144c0b5 req-fc2fb928-ca72-4900-9826-42e05f034462 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:14.389329 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fdc8098e-9e21-400a-9f27-94981144c0b5 req-fc2fb928-ca72-4900-9826-42e05f034462 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 945 time: 0.0517933 Apr 14 21:38:14.436468 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fdc8098e-9e21-400a-9f27-94981144c0b5 req-41cc102f-6043-438e-ab03-c15e6a20f980 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Apr 14 21:38:14.785354 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1d974-b26f-4c53-b04c-6099092c714e req-82b6cb61-e593-4b8a-9efc-907564ad0b59 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:14.787593 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-82b6cb61-e593-4b8a-9efc-907564ad0b59 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 814 time: 0.1144645 Apr 14 21:38:15.009279 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fcc3857-8fad-4b29-95ad-3f93e5a06728 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:15.087763 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 is: ACTIVE; New status is: DOWN {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:15.088734 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:15.124502 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:15.126846 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8bbeb7-a98b-4ea8-a6ad-965429c21bf8" -d '{"events": [{"server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "name": "network-vif-unplugged", "status": "completed", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:15.139960 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:15.146210 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:15.194645 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-2b48d2f6-b324-4189-bcec-a09ccba1f1b2 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 379 time: 0.1074119 Apr 14 21:38:15.197390 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a00b6-9ac0-423a-80cb-ce99f65f5802 x-openstack-request-id: req-459a00b6-9ac0-423a-80cb-ce99f65f5802 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:15.197676 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "name": "network-vif-unplugged", "status": "completed", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:15.197950 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-459a00b6-9ac0-423a-80cb-ce99f65f5802 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:15.198342 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459a00b6-9ac0-423a-80cb-ce99f65f5802'] response: {'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'code': 200} Apr 14 21:38:15.202723 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=8']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:15.243434 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'port': {'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'admin_state_up': True, 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'security_groups': ['9f36e0ba-006c-47a0-a44d-fcc88fe5f94f']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:15.325085 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78bdd6f5-6147-4290-8f2d-9939071269ed req-1420526e-1bb0-4371-969a-f20fbc21239c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 210 time: 0.0582521 Apr 14 21:38:15.391109 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Made reservation on behalf of 2e2a74c784bf439dac8fd4a228c3ef7e for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:38:15.395654 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:15.568529 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Allocated IP 172.20.0.3 (8fdd656e-f5b6-43da-ba4a-b8cae2233839/fa83f0f6-6310-4279-ac0a-58972d6770bf/128da5b6-c820-46ae-87a0-8b9210492005) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:38:15.576055 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d007bca-276f-4072-8ee6-605da408c3fd req-d4f50ee5-fec7-4a01-a003-d410788de908 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:15.577554 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0d007bca-276f-4072-8ee6-605da408c3fd req-d4f50ee5-fec7-4a01-a003-d410788de908 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0688515 Apr 14 21:38:15.678916 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0d007bca-276f-4072-8ee6-605da408c3fd req-cd3348d9-cb07-4181-a7ff-0e0cbff92104 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931642 Apr 14 21:38:15.786024 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (128da5b6-c820-46ae-87a0-8b9210492005), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:15.826464 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (128da5b6-c820-46ae-87a0-8b9210492005), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:15.883004 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:38:15.889146 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:38:15.891731 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:38:15.933651 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=128da5b6-c820-46ae-87a0-8b9210492005,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:15.979947 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:15.981364 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:16.011543 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-4a5bc828-abd4-47e6-87d2-702e04db80ab tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7718163 Apr 14 21:38:16.030249 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Request body: {'port': {'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:16.116439 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (128da5b6-c820-46ae-87a0-8b9210492005), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:16.250753 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-86d41e74-d7da-4000-89e7-1d77acc08b6c None None] Provisioning complete for port 128da5b6-c820-46ae-87a0-8b9210492005 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:16.251264 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86d41e74-d7da-4000-89e7-1d77acc08b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (128da5b6-c820-46ae-87a0-8b9210492005), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:16.292155 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-86d41e74-d7da-4000-89e7-1d77acc08b6c None None] Port 128da5b6-c820-46ae-87a0-8b9210492005 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:38:16.481388 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78334334-f15b-453c-8175-9ee0a14bacd7 req-522eee14-a995-4e67-a4a2-6bb4383dfa02 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:16.482872 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78334334-f15b-453c-8175-9ee0a14bacd7 req-522eee14-a995-4e67-a4a2-6bb4383dfa02 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 931 time: 0.0800343 Apr 14 21:38:16.485384 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128da5b6-c820-46ae-87a0-8b9210492005 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:38:16.498761 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Publish callbacks [] for port (128da5b6-c820-46ae-87a0-8b9210492005), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:16.523563 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Transition to ACTIVE for port object 128da5b6-c820-46ae-87a0-8b9210492005 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:38:16.532365 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (128da5b6-c820-46ae-87a0-8b9210492005), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:16.588534 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78334334-f15b-453c-8175-9ee0a14bacd7 req-9e450522-5d75-4815-afae-792642477d37 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987706 Apr 14 21:38:16.624730 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Pushing event updated for resources: {'Port': ['ID=128da5b6-c820-46ae-87a0-8b9210492005,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:16.668546 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [req-bff2147f-31f7-4ff3-932f-9cfaa34549d8 req-aaad3a15-eed2-41e9-b310-67c33aef6fa0 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:38:16.669550 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bff2147f-31f7-4ff3-932f-9cfaa34549d8 req-aaad3a15-eed2-41e9-b310-67c33aef6fa0 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055830 Apr 14 21:38:16.691955 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Attempting to bind port 128da5b6-c820-46ae-87a0-8b9210492005 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:38:16.692222 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Attempting to bind port 128da5b6-c820-46ae-87a0-8b9210492005 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:38:16.692527 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Attempting to bind port 128da5b6-c820-46ae-87a0-8b9210492005 on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:38:16.697757 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Port 128da5b6-c820-46ae-87a0-8b9210492005 on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:38:16.698332 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Attempting to bind port 128da5b6-c820-46ae-87a0-8b9210492005 on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:38:16.708050 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:38:16.708387 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Checking segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:38:16.708797 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Bound using segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:38:16.709247 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Bound port: 128da5b6-c820-46ae-87a0-8b9210492005, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:38:16.709645 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (128da5b6-c820-46ae-87a0-8b9210492005), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:16.800956 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] For port 128da5b6-c820-46ae-87a0-8b9210492005, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:38:16.807866 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] For port 128da5b6-c820-46ae-87a0-8b9210492005, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=128da5b6-c820-46ae-87a0-8b9210492005,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:38:16.818261 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (128da5b6-c820-46ae-87a0-8b9210492005), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:16.900980 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:16.901451 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:16.902951 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] 10.222.0.13 "PUT /v2.0/ports/128da5b6-c820-46ae-87a0-8b9210492005 HTTP/1.1" status: 200 len: 1093 time: 0.8781707 Apr 14 21:38:16.903351 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'tag': '128da5b6-c820-46ae-87a0-8b9210492005'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:16.905628 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050f031b-de1b-4494-aed9-b783d309416c" -d '{"events": [{"name": "network-changed", "server_uuid": "92ce86cf-9357-47f9-89ee-0cf8a2315a6f", "tag": "128da5b6-c820-46ae-87a0-8b9210492005"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:16.928593 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75680251-0744-4c78-af9e-84b0ce77e8b2 req-eb8fc20b-5670-4d69-8bbb-f46fbe74b660 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:16.930248 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-75680251-0744-4c78-af9e-84b0ce77e8b2 req-eb8fc20b-5670-4d69-8bbb-f46fbe74b660 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.1095834 Apr 14 21:38:16.933581 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a855f9a-8798-4afb-8422-cbc72db0eee9 service neutron] Pushing event updated for resources: {'Port': ['ID=128da5b6-c820-46ae-87a0-8b9210492005,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:16.971414 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc4d2ef-a90e-4688-acad-036964ca1216 x-openstack-request-id: req-2bc4d2ef-a90e-4688-acad-036964ca1216 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:16.971818 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ce86cf-9357-47f9-89ee-0cf8a2315a6f", "tag": "128da5b6-c820-46ae-87a0-8b9210492005", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:16.971950 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2bc4d2ef-a90e-4688-acad-036964ca1216 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:16.972339 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc4d2ef-a90e-4688-acad-036964ca1216'] response: {'name': 'network-changed', 'server_uuid': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'tag': '128da5b6-c820-46ae-87a0-8b9210492005', 'status': 'completed', 'code': 200} Apr 14 21:38:17.033194 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1d974-b26f-4c53-b04c-6099092c714e req-b07a04b5-be67-43e2-9d13-eee8c9500d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:17.035018 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-b07a04b5-be67-43e2-9d13-eee8c9500d77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 1127 time: 0.0653892 Apr 14 21:38:17.039889 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-75680251-0744-4c78-af9e-84b0ce77e8b2 req-8bf8b80e-a8cc-4c64-9438-aa55cb8e53bc tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029840 Apr 14 21:38:17.088739 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-77cb2886-e79e-4753-a325-2bed446c8481 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128da5b6-c820-46ae-87a0-8b9210492005 HTTP/1.1" status: 200 len: 217 time: 0.0457182 Apr 14 21:38:17.148581 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1d974-b26f-4c53-b04c-6099092c714e req-44190452-f3bf-4764-8445-efb9f5bf5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:17.150085 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-44190452-f3bf-4764-8445-efb9f5bf5901 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0518186 Apr 14 21:38:17.157555 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33468) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:17.194929 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1d974-b26f-4c53-b04c-6099092c714e req-2012e303-df59-4e39-a45f-538115627baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:17.196442 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-2012e303-df59-4e39-a45f-538115627baf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400953 Apr 14 21:38:17.243613 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-4369ed8e-6032-4190-89ee-6ea82fddf8d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847974 Apr 14 21:38:17.253965 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-964d5ce8-da20-49e3-9f51-31af51949dfc service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:38:17.255061 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-964d5ce8-da20-49e3-9f51-31af51949dfc service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055108 Apr 14 21:38:17.294425 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-8a1ba7f6-8650-4b9e-b401-3a639dba52d6 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899479 Apr 14 21:38:17.330068 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33478) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:17.391356 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23c1d974-b26f-4c53-b04c-6099092c714e req-b8603eba-5a48-43c3-a474-e466a6b2282e service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896685 Apr 14 21:38:17.430581 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-3564bb78-8353-4d1e-b79b-7803257c56ba tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:17.431960 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-3564bb78-8353-4d1e-b79b-7803257c56ba tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports/5fcc3857-8fad-4b29-95ad-3f93e5a06728 HTTP/1.1" status: 200 len: 940 time: 0.1008587 Apr 14 21:38:17.720378 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a65b6-221b-49a1-b37b-52519c91c6d7 req-668c8a9e-d206-4b26-8b0e-192442bc5ea6 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:17.722496 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c02a65b6-221b-49a1-b37b-52519c91c6d7 req-668c8a9e-d206-4b26-8b0e-192442bc5ea6 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 943 time: 0.0490630 Apr 14 21:38:17.769560 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c02a65b6-221b-49a1-b37b-52519c91c6d7 req-d4923ac4-fadc-4f39-9009-e7b7c764ee9f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Apr 14 21:38:18.164475 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb638274-2579-46b2-a8a9-0952a73b47bb req-b06e9c9d-9399-4096-af08-c45d505c8f80 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:18.165939 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bb638274-2579-46b2-a8a9-0952a73b47bb req-b06e9c9d-9399-4096-af08-c45d505c8f80 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0507824 Apr 14 21:38:18.211591 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bb638274-2579-46b2-a8a9-0952a73b47bb req-7a91d191-838e-476a-8857-be9c7cabca7f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401993 Apr 14 21:38:18.401521 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f031b-de1b-4494-aed9-b783d309416c req-cc2a04d0-7acd-4771-8cb8-f09b171c9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:18.402959 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-050f031b-de1b-4494-aed9-b783d309416c req-cc2a04d0-7acd-4771-8cb8-f09b171c9f4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 1127 time: 0.0395033 Apr 14 21:38:18.504006 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f031b-de1b-4494-aed9-b783d309416c req-2dd3706e-f8f5-47ae-a223-6252de84263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:18.505487 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-050f031b-de1b-4494-aed9-b783d309416c req-2dd3706e-f8f5-47ae-a223-6252de84263d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 915 time: 0.0923696 Apr 14 21:38:18.555100 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-050f031b-de1b-4494-aed9-b783d309416c req-7b2fc97c-b70d-4d13-a440-d948867832e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128da5b6-c820-46ae-87a0-8b9210492005 HTTP/1.1" status: 200 len: 217 time: 0.0369954 Apr 14 21:38:18.607447 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f031b-de1b-4494-aed9-b783d309416c req-93c874c8-ebd1-4c0c-923c-dd9bd5e78da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:18.608894 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-050f031b-de1b-4494-aed9-b783d309416c req-93c874c8-ebd1-4c0c-923c-dd9bd5e78da8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0459270 Apr 14 21:38:18.655797 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f031b-de1b-4494-aed9-b783d309416c req-ae355bcf-252d-4984-ac7c-3ec114a065ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:18.657439 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-050f031b-de1b-4494-aed9-b783d309416c req-ae355bcf-252d-4984-ac7c-3ec114a065ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407534 Apr 14 21:38:18.883268 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669607b-4c3a-46df-b8e5-af2a62bee222 req-756be83a-9eab-4935-b30b-e55e565a7759 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:18.884719 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2669607b-4c3a-46df-b8e5-af2a62bee222 req-756be83a-9eab-4935-b30b-e55e565a7759 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 943 time: 0.0499563 Apr 14 21:38:19.019536 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fcc3857-8fad-4b29-95ad-3f93e5a06728 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:19.046612 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2669607b-4c3a-46df-b8e5-af2a62bee222 req-84e70c96-99bb-4c48-b1d7-de36ccbe9f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560020 Apr 14 21:38:19.058445 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-15f2ed4b-0df5-4cd4-a61b-ea908bfb016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.059927 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-15f2ed4b-0df5-4cd4-a61b-ea908bfb016b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4&tenant_id=bfc47944ad764b639ab5f04ea39940fe HTTP/1.1" status: 200 len: 1127 time: 0.1333547 Apr 14 21:38:19.084552 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-050f031b-de1b-4494-aed9-b783d309416c req-76625237-4094-4111-9bbe-93ffe687191d service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689744 Apr 14 21:38:19.100422 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 is: DOWN; New status is: DOWN {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:19.178893 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-4b4f28d2-6422-4869-8936-aaa9a279ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.180387 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-4b4f28d2-6422-4869-8936-aaa9a279ee33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 1127 time: 0.0893211 Apr 14 21:38:19.264067 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-050f031b-de1b-4494-aed9-b783d309416c req-ae4749d7-0007-4508-b1c1-7f493e541548 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717334 Apr 14 21:38:19.303877 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-18db8b73-bee6-47f8-9f0f-de3d99cc1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.305308 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-18db8b73-bee6-47f8-9f0f-de3d99cc1289 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 917 time: 0.1160724 Apr 14 21:38:19.373486 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c84130-6076-4257-a4a9-05c4985101b5 req-da2522d9-dc64-4fc6-a922-bcb0c6f57a8a tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.374972 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-08c84130-6076-4257-a4a9-05c4985101b5 req-da2522d9-dc64-4fc6-a922-bcb0c6f57a8a tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0847981 Apr 14 21:38:19.408453 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-fa0a619c-60eb-4254-ad13-0f31de8a584a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728 HTTP/1.1" status: 200 len: 999 time: 0.0872338 Apr 14 21:38:19.461549 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-08c84130-6076-4257-a4a9-05c4985101b5 req-d65aee4d-bedd-4900-aea9-6c0374aa0956 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790589 Apr 14 21:38:19.474638 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-6c4620c0-e5ec-40bd-ab9d-fc3e81511727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.476106 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-6c4620c0-e5ec-40bd-ab9d-fc3e81511727 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.0572295 Apr 14 21:38:19.529130 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-dfee0c74-f205-4a4e-8d29-6a7212435088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.530642 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-dfee0c74-f205-4a4e-8d29-6a7212435088 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384619 Apr 14 21:38:19.623964 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-5ea6e52c-70c8-40f7-8e0c-3ff59505cdb2 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855684 Apr 14 21:38:19.721737 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1b0ca35-a2ad-435f-a733-c6047d4a08e0 req-5e34ccc1-076a-4163-bad4-d5225011c7ad service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896995 Apr 14 21:38:20.164412 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f85c8e-aae5-4976-bcb5-e23840578ee0 req-325bf5c3-3bfc-4010-931d-aa2eef04776f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:20.165975 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-73f85c8e-aae5-4976-bcb5-e23840578ee0 req-325bf5c3-3bfc-4010-931d-aa2eef04776f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 943 time: 0.0516167 Apr 14 21:38:20.218180 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-73f85c8e-aae5-4976-bcb5-e23840578ee0 req-49f3f133-c98f-455f-bea4-b2ab40643f3d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460606 Apr 14 21:38:20.589748 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69e5c-e55e-44df-96b2-42d83b1f80e7 req-a7e95386-8afb-4c45-8d91-b9057273c5fe tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:20.591382 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53c69e5c-e55e-44df-96b2-42d83b1f80e7 req-a7e95386-8afb-4c45-8d91-b9057273c5fe tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0502021 Apr 14 21:38:20.649844 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53c69e5c-e55e-44df-96b2-42d83b1f80e7 req-23e82f63-ad29-4a52-a256-9f1ec2877f66 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522840 Apr 14 21:38:21.038141 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 128da5b6-c820-46ae-87a0-8b9210492005 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:38:21.144126 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 128da5b6-c820-46ae-87a0-8b9210492005, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=128da5b6-c820-46ae-87a0-8b9210492005,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:21.155776 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '128da5b6-c820-46ae-87a0-8b9210492005', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'port_id': '128da5b6-c820-46ae-87a0-8b9210492005', 'mac_address': 'fa:16:3e:21:7c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:38:21.347339 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 128da5b6-c820-46ae-87a0-8b9210492005 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:21.347563 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (128da5b6-c820-46ae-87a0-8b9210492005), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:21.359570 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e88740-9c51-44e1-b068-3931efcffab9 req-1946e493-39db-4f96-9405-0e386396951c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:21.361079 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-70e88740-9c51-44e1-b068-3931efcffab9 req-1946e493-39db-4f96-9405-0e386396951c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 943 time: 0.0578074 Apr 14 21:38:21.361205 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128da5b6-c820-46ae-87a0-8b9210492005 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:38:21.383529 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 128da5b6-c820-46ae-87a0-8b9210492005, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=128da5b6-c820-46ae-87a0-8b9210492005,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:21.388216 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (128da5b6-c820-46ae-87a0-8b9210492005), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:21.428128 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-70e88740-9c51-44e1-b068-3931efcffab9 req-7af1e2d6-a36d-44b6-b6ea-ecbdd874a4db tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595117 Apr 14 21:38:21.449145 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=128da5b6-c820-46ae-87a0-8b9210492005,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:21.678700 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['128da5b6-c820-46ae-87a0-8b9210492005'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:38:21.772005 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3c5a3-0104-4f73-a277-ee90e8e5e91f req-80b8b2bd-fc8a-4436-9b0c-9db87ac6dbd4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:21.773561 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e0a3c5a3-0104-4f73-a277-ee90e8e5e91f req-80b8b2bd-fc8a-4436-9b0c-9db87ac6dbd4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0462840 Apr 14 21:38:21.833589 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e0a3c5a3-0104-4f73-a277-ee90e8e5e91f req-45ef5226-8ac4-42a0-8dbc-3efa0df8b7bd tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530539 Apr 14 21:38:22.552184 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049b4d3-65c4-4766-b36d-d50cf5c3ab17 req-d4167c62-4052-4c17-b53b-49b3020ff8d9 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:22.553800 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e049b4d3-65c4-4766-b36d-d50cf5c3ab17 req-d4167c62-4052-4c17-b53b-49b3020ff8d9 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 944 time: 0.0471504 Apr 14 21:38:22.602488 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e049b4d3-65c4-4766-b36d-d50cf5c3ab17 req-831c382b-0aa1-43b2-987b-518996356de4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430233 Apr 14 21:38:22.959568 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f56c7f-2ba4-4e0b-8a71-65d077d87da5 req-a16210ff-0938-492c-9f88-dfb30357c8d3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:22.960751 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-30f56c7f-2ba4-4e0b-8a71-65d077d87da5 req-a16210ff-0938-492c-9f88-dfb30357c8d3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0526755 Apr 14 21:38:23.009078 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-30f56c7f-2ba4-4e0b-8a71-65d077d87da5 req-345d30d9-ec73-4603-9fb3-58e626d40d34 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Apr 14 21:38:23.037489 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 128da5b6-c820-46ae-87a0-8b9210492005 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:38:23.082425 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 128da5b6-c820-46ae-87a0-8b9210492005 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:38:23.087387 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 128da5b6-c820-46ae-87a0-8b9210492005 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:23.087788 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (128da5b6-c820-46ae-87a0-8b9210492005), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.171837 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 128da5b6-c820-46ae-87a0-8b9210492005 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:23.172134 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (128da5b6-c820-46ae-87a0-8b9210492005), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.198231 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128da5b6-c820-46ae-87a0-8b9210492005'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:23.200623 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706239ba-0b79-415a-805a-2575be1bb68a" -d '{"events": [{"server_uuid": "92ce86cf-9357-47f9-89ee-0cf8a2315a6f", "name": "network-vif-plugged", "status": "completed", "tag": "128da5b6-c820-46ae-87a0-8b9210492005"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:23.215452 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 128da5b6-c820-46ae-87a0-8b9210492005, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=128da5b6-c820-46ae-87a0-8b9210492005,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:23.224592 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (128da5b6-c820-46ae-87a0-8b9210492005), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.253936 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e5a2dc-e2d9-40d1-b8f3-561050b31c91 x-openstack-request-id: req-93e5a2dc-e2d9-40d1-b8f3-561050b31c91 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:23.254281 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce86cf-9357-47f9-89ee-0cf8a2315a6f", "name": "network-vif-plugged", "status": "completed", "tag": "128da5b6-c820-46ae-87a0-8b9210492005", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:23.254534 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93e5a2dc-e2d9-40d1-b8f3-561050b31c91 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:23.254923 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e5a2dc-e2d9-40d1-b8f3-561050b31c91'] response: {'server_uuid': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128da5b6-c820-46ae-87a0-8b9210492005', 'code': 200} Apr 14 21:38:23.285905 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=128da5b6-c820-46ae-87a0-8b9210492005,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:23.737652 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddf0d9-e4f9-4cc1-bd77-1feddb2a0c3c req-687acd9c-185d-4076-9532-ade373170caf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:23.739621 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7cddf0d9-e4f9-4cc1-bd77-1feddb2a0c3c req-687acd9c-185d-4076-9532-ade373170caf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0604429 Apr 14 21:38:23.791818 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7cddf0d9-e4f9-4cc1-bd77-1feddb2a0c3c req-bb4dc6bc-7bcf-40e3-8078-2ade356b0897 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458462 Apr 14 21:38:24.170168 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d4076-ef6f-4ec4-9176-e80c1ee6ddbf req-c218d838-3059-4e11-8cd4-26a4edb2e940 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:24.171945 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-684d4076-ef6f-4ec4-9176-e80c1ee6ddbf req-c218d838-3059-4e11-8cd4-26a4edb2e940 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0603595 Apr 14 21:38:24.223957 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-684d4076-ef6f-4ec4-9176-e80c1ee6ddbf req-be04a5ef-c477-4f4f-8196-81ed6b0ede3b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457244 Apr 14 21:38:24.933287 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddcecd-0f4d-49a1-a68e-51448aac6e6e req-885a6add-2498-4fb1-b9b2-c6116afc5d7a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:24.936643 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6ddcecd-0f4d-49a1-a68e-51448aac6e6e req-885a6add-2498-4fb1-b9b2-c6116afc5d7a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0596988 Apr 14 21:38:24.989370 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e6ddcecd-0f4d-49a1-a68e-51448aac6e6e req-9492239f-4201-45c4-b4f7-3c283daab18c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454359 Apr 14 21:38:25.354003 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742c159-2793-4d61-8646-2c73be5ff9e5 req-c04722ab-d33d-42a6-8da0-e9a9f19d5b58 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:25.355614 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4742c159-2793-4d61-8646-2c73be5ff9e5 req-c04722ab-d33d-42a6-8da0-e9a9f19d5b58 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0477595 Apr 14 21:38:25.409149 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4742c159-2793-4d61-8646-2c73be5ff9e5 req-42c8fb68-1214-4b14-bb9c-41288757be27 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468767 Apr 14 21:38:25.594830 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:26.113568 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ad31-9fa8-49cb-9b9f-edad0696434a req-851cdf2b-e00d-443a-9b94-456280df0c4d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:26.115200 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dfc2ad31-9fa8-49cb-9b9f-edad0696434a req-851cdf2b-e00d-443a-9b94-456280df0c4d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0550730 Apr 14 21:38:26.166139 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dfc2ad31-9fa8-49cb-9b9f-edad0696434a req-419efdd0-04a7-4541-bb0b-3ae59dfe5d4b tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451014 Apr 14 21:38:26.531464 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e95c-2eea-44e3-a9c4-df2e3db05434 req-6b182f02-298b-4c0f-8efd-94b9f63a5522 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:26.539310 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2434e95c-2eea-44e3-a9c4-df2e3db05434 req-6b182f02-298b-4c0f-8efd-94b9f63a5522 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0576055 Apr 14 21:38:26.582394 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2434e95c-2eea-44e3-a9c4-df2e3db05434 req-7d904afa-a2e0-4246-80dd-45ac7d3f3e88 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421858 Apr 14 21:38:27.287739 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3ddf-6b72-4219-95a8-5571fce03b6f req-bb3906d0-468e-49a0-9abd-90e41447a2c1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:27.289299 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d0cb3ddf-6b72-4219-95a8-5571fce03b6f req-bb3906d0-468e-49a0-9abd-90e41447a2c1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0547819 Apr 14 21:38:27.616144 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d0cb3ddf-6b72-4219-95a8-5571fce03b6f req-4fde05a5-a0fa-4939-96d1-e0446326941f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212197 Apr 14 21:38:27.726077 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a2e52-7240-4958-8262-bde470758423 req-bfec9ffd-0368-4daf-a26b-b1c2b9bd95b0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:27.741952 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a22a2e52-7240-4958-8262-bde470758423 req-bfec9ffd-0368-4daf-a26b-b1c2b9bd95b0 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0700710 Apr 14 21:38:27.797912 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a22a2e52-7240-4958-8262-bde470758423 req-40b11675-7d7c-4d68-beaa-9300a55fff93 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545027 Apr 14 21:38:28.733902 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442d88b-a920-4400-b38a-3bad99965855 req-499427c4-9570-43d6-8f4e-8de60c024d8c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:28.735654 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3442d88b-a920-4400-b38a-3bad99965855 req-499427c4-9570-43d6-8f4e-8de60c024d8c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0506999 Apr 14 21:38:28.789287 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3442d88b-a920-4400-b38a-3bad99965855 req-250b0f16-5869-4256-948c-45fa620733ef tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463321 Apr 14 21:38:28.914608 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac571a-ef81-4898-9adc-82c536b029bf req-b36f99c4-6908-42c5-8b4c-238d88e4e4b4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:28.915952 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d7ac571a-ef81-4898-9adc-82c536b029bf req-b36f99c4-6908-42c5-8b4c-238d88e4e4b4 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0458088 Apr 14 21:38:28.961823 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d7ac571a-ef81-4898-9adc-82c536b029bf req-c7e6b208-5488-4d01-b98e-4c59bd40c6a3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 Apr 14 21:38:29.729189 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418698f-e749-4505-a8d9-80e185daadcf req-8f41e963-9bbc-4097-a772-6d6271a9e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:29.730816 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8418698f-e749-4505-a8d9-80e185daadcf req-8f41e963-9bbc-4097-a772-6d6271a9e3eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 1129 time: 0.0398526 Apr 14 21:38:29.778389 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8418698f-e749-4505-a8d9-80e185daadcf req-5be2fd75-d239-414f-afb1-4fca1680662b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390825 Apr 14 21:38:29.910864 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b6d0a-a9bd-46b2-b498-9f91395ecd90 req-6ab46570-d963-4a6e-a0f4-bb758ef6ef85 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:29.912221 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d57b6d0a-a9bd-46b2-b498-9f91395ecd90 req-6ab46570-d963-4a6e-a0f4-bb758ef6ef85 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0484543 Apr 14 21:38:29.959028 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d57b6d0a-a9bd-46b2-b498-9f91395ecd90 req-50881e0d-83e4-404e-aeb4-311816285d3d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409753 Apr 14 21:38:30.082242 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d86c68-6230-4629-8448-c34261dd0dee req-e69cb750-2d53-4e8c-8ac6-91a7054d8df1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:30.083822 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47d86c68-6230-4629-8448-c34261dd0dee req-e69cb750-2d53-4e8c-8ac6-91a7054d8df1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0473797 Apr 14 21:38:30.132311 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47d86c68-6230-4629-8448-c34261dd0dee req-20eaa299-8151-429d-a24c-5a1baf0c7b45 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428824 Apr 14 21:38:31.074922 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd371be-87c6-47a0-a8f7-15006bf4d3ca req-70c47024-fcc2-460f-8679-d81c823cde6e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:31.076413 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3bd371be-87c6-47a0-a8f7-15006bf4d3ca req-70c47024-fcc2-460f-8679-d81c823cde6e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0495152 Apr 14 21:38:31.079326 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fcc3857-8fad-4b29-95ad-3f93e5a06728 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:38:31.123639 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3bd371be-87c6-47a0-a8f7-15006bf4d3ca req-c51bf76f-716b-494f-8bb7-df52d96367a1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406616 Apr 14 21:38:31.178239 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:31.193163 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'port_id': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'mac_address': 'fa:16:3e:3b:a1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:38:31.234292 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:31.234965 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:31.248509 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcc3857-8fad-4b29-95ad-3f93e5a06728 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:38:31.261510 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dfc5a-028e-48df-9aff-be673f69972c req-f8d42368-aee8-4fdf-ae46-266f51da81bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:31.263028 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d85dfc5a-028e-48df-9aff-be673f69972c req-f8d42368-aee8-4fdf-ae46-266f51da81bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0720255 Apr 14 21:38:31.268882 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:31.271922 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33594) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:31.275201 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:31.276731 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-4bc78d2d-e029-4446-adf7-aff2a106228e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'floatingip': {'port_id': '128da5b6-c820-46ae-87a0-8b9210492005'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:31.281190 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f3904-1f62-4501-9111-fb27bc3d397c req-4dc86e9b-5830-4861-9ba3-dfd908a48e76 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:31.282030 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c04f3904-1f62-4501-9111-fb27bc3d397c req-4dc86e9b-5830-4861-9ba3-dfd908a48e76 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 943 time: 0.0626223 Apr 14 21:38:31.330562 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=9']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:31.332383 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c04f3904-1f62-4501-9111-fb27bc3d397c req-927411b0-39e4-4801-8378-d6afd7bc0962 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444992 Apr 14 21:38:31.339097 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.339563 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.340027 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.340484 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.340924 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.341355 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.341842 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.346246 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.346607 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.346964 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.347662 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.348226 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.348499 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.348837 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.349175 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:31.537865 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['5fcc3857-8fad-4b29-95ad-3f93e5a06728'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:38:31.593483 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bc78d2d-e029-4446-adf7-aff2a106228e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (8bbba364-2d2d-4698-a72a-7143cd1ad11e), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:32.045038 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bc78d2d-e029-4446-adf7-aff2a106228e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:32.048859 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bc78d2d-e029-4446-adf7-aff2a106228e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (8bbba364-2d2d-4698-a72a-7143cd1ad11e), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:32.149428 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-4bc78d2d-e029-4446-adf7-aff2a106228e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Floating IP 8bbba364-2d2d-4698-a72a-7143cd1ad11e associated. External IP: 172.27.3.137, port: 128da5b6-c820-46ae-87a0-8b9210492005. Apr 14 21:38:32.356890 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc78d2d-e029-4446-adf7-aff2a106228e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Router bc3b3f95-9e38-471b-953d-da57ff222224 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:38:32.454893 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0e831-63d4-4022-af62-3c5455d2fb62 req-26a84a86-80b8-4026-9906-685ca4e38ff3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:32.456586 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2fd0e831-63d4-4022-af62-3c5455d2fb62 req-26a84a86-80b8-4026-9906-685ca4e38ff3 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 944 time: 0.0506001 Apr 14 21:38:32.470974 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc78d2d-e029-4446-adf7-aff2a106228e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:38:32.477661 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4bc78d2d-e029-4446-adf7-aff2a106228e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:32.483430 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:38:32.494390 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:32.495270 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:38:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:32.511557 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4bc78d2d-e029-4446-adf7-aff2a106228e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "PUT /v2.0/floatingips/8bbba364-2d2d-4698-a72a-7143cd1ad11e HTTP/1.1" status: 200 len: 991 time: 1.2384841 Apr 14 21:38:32.512150 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'tag': '128da5b6-c820-46ae-87a0-8b9210492005'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:32.514428 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e83de0-a332-46af-81b9-bb6f61c567eb" -d '{"events": [{"name": "network-changed", "server_uuid": "92ce86cf-9357-47f9-89ee-0cf8a2315a6f", "tag": "128da5b6-c820-46ae-87a0-8b9210492005"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:32.528098 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2fd0e831-63d4-4022-af62-3c5455d2fb62 req-9691ad63-2be3-43ce-90ea-953444d8711f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657079 Apr 14 21:38:32.611157 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6006f85f-a36c-48ed-95c1-3e0f109115f7 x-openstack-request-id: req-6006f85f-a36c-48ed-95c1-3e0f109115f7 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:32.611452 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ce86cf-9357-47f9-89ee-0cf8a2315a6f", "tag": "128da5b6-c820-46ae-87a0-8b9210492005", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:32.612280 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6006f85f-a36c-48ed-95c1-3e0f109115f7 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:32.612768 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6006f85f-a36c-48ed-95c1-3e0f109115f7'] response: {'name': 'network-changed', 'server_uuid': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'tag': '128da5b6-c820-46ae-87a0-8b9210492005', 'status': 'completed', 'code': 200} Apr 14 21:38:32.616861 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:32.670608 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-c8e5d244-666f-4302-812e-3e4097a6aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:32.672108 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-c8e5d244-666f-4302-812e-3e4097a6aa1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 1129 time: 0.0383699 Apr 14 21:38:32.768000 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-1b76fd3c-f457-48db-8c93-b85f24dbacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:32.769972 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-1b76fd3c-f457-48db-8c93-b85f24dbacc0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 915 time: 0.0908437 Apr 14 21:38:32.833361 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-7bf39426-785c-4c61-93f1-d7b5db8dde1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=128da5b6-c820-46ae-87a0-8b9210492005 HTTP/1.1" status: 200 len: 999 time: 0.0573413 Apr 14 21:38:32.835445 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '8bbba364-2d2d-4698-a72a-7143cd1ad11e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '128da5b6-c820-46ae-87a0-8b9210492005', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:21:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:38:10Z', 'updated_at': '2022-04-14T21:38:31Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:32.861318 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:38:32.870594 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:32.871187 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:38:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:32.881999 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-b74f164c-82be-4e0c-835c-86d8faafabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:32.887800 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-b74f164c-82be-4e0c-835c-86d8faafabd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0489440 Apr 14 21:38:32.935574 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-74b42d95-8fcf-4712-9454-ccac2b5002c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:32.937129 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-74b42d95-8fcf-4712-9454-ccac2b5002c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430288 Apr 14 21:38:32.984191 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:33.030524 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-b8827f98-8df4-4709-8ef8-f9949db9be5c service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849762 Apr 14 21:38:33.117926 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fcc3857-8fad-4b29-95ad-3f93e5a06728 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:38:33.129627 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9e83de0-a332-46af-81b9-bb6f61c567eb req-af473e5e-2ce1-48fa-ae03-7cbcba55531e service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925014 Apr 14 21:38:33.166451 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:33.166826 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:33.246088 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:33.246479 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:33.268579 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:33.270873 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1e3868-20dd-4c6d-a935-0bde144e6c02" -d '{"events": [{"server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "name": "network-vif-plugged", "status": "completed", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:33.283340 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:33.289835 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:33.295916 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '8bbba364-2d2d-4698-a72a-7143cd1ad11e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '128da5b6-c820-46ae-87a0-8b9210492005', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:21:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:38:10Z', 'updated_at': '2022-04-14T21:38:31Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:33.315774 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfa3764-eb9d-4c09-b792-7d21a36846e7 x-openstack-request-id: req-abfa3764-eb9d-4c09-b792-7d21a36846e7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:33.316059 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "name": "network-vif-plugged", "status": "completed", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:33.316314 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-abfa3764-eb9d-4c09-b792-7d21a36846e7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:33.316705 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfa3764-eb9d-4c09-b792-7d21a36846e7'] response: {'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'code': 200} Apr 14 21:38:33.324287 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd46155-bb2b-4c13-8c63-8c9ef207a229 None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '8bbba364-2d2d-4698-a72a-7143cd1ad11e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '128da5b6-c820-46ae-87a0-8b9210492005', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:21:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:38:10Z', 'updated_at': '2022-04-14T21:38:31Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:38:33.403740 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=10']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:33.499842 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40a015-85d9-4166-934a-d8b6c9a84670 req-54f39abf-843a-406e-aced-64b75cc55f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:33.501426 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a40a015-85d9-4166-934a-d8b6c9a84670 req-54f39abf-843a-406e-aced-64b75cc55f92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 1130 time: 0.0422316 Apr 14 21:38:33.548674 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a40a015-85d9-4166-934a-d8b6c9a84670 req-6d29ebde-8a1f-465b-a2cc-34d616ccee5f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 Apr 14 21:38:33.594246 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be9723-5fff-4547-bd8c-49c341ca7602 None None] New status for floating IP 8bbba364-2d2d-4698-a72a-7143cd1ad11e: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:38:33.652352 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c69ae-cec6-41eb-b603-4ca565ea93d3 req-cf3a176f-b9e9-414b-a4b1-1f5b6e143670 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:33.653880 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0b3c69ae-cec6-41eb-b603-4ca565ea93d3 req-cf3a176f-b9e9-414b-a4b1-1f5b6e143670 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 946 time: 0.0503297 Apr 14 21:38:33.700573 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0b3c69ae-cec6-41eb-b603-4ca565ea93d3 req-ac8e5779-3186-433c-9b72-073b65185ba1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403721 Apr 14 21:38:34.806514 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:38:34.821185 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139fb34-03c3-4306-b889-49f74e4b9623 req-0d40e9f4-f244-4c17-ae8f-be6b0b1f55b8 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:34.822665 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3139fb34-03c3-4306-b889-49f74e4b9623 req-0d40e9f4-f244-4c17-ae8f-be6b0b1f55b8 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 946 time: 0.0468493 Apr 14 21:38:34.869258 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3139fb34-03c3-4306-b889-49f74e4b9623 req-d26f653a-97ac-4f52-b5c4-1e6414a782c1 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Apr 14 21:38:35.987897 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1dc26-8476-4f78-8279-124d0045a281 req-965e4efa-f07f-438a-ac99-2b87f971395d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:35.989371 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aee1dc26-8476-4f78-8279-124d0045a281 req-965e4efa-f07f-438a-ac99-2b87f971395d tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 946 time: 0.0476906 Apr 14 21:38:36.040323 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aee1dc26-8476-4f78-8279-124d0045a281 req-3b6d7bad-0970-4ffe-85e7-8dd9c26017c9 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451841 Apr 14 21:38:36.361491 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-39bd13bb-83dd-4b11-837d-01842209aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:38.891851 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-10b8f731-4255-413e-b489-ca6554b3185a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:39.693684 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:41.341335 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:42.684008 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:49.689951 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685e5ca-bfd0-4fbd-bd2d-fbebfbcb10e9 req-78f0b193-40cd-44bf-9359-88dd8cda937c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:49.691464 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b685e5ca-bfd0-4fbd-bd2d-fbebfbcb10e9 req-78f0b193-40cd-44bf-9359-88dd8cda937c tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 945 time: 0.0468798 Apr 14 21:38:49.739639 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b685e5ca-bfd0-4fbd-bd2d-fbebfbcb10e9 req-147c787a-f5b9-4502-be1c-7bc3c8cc9352 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 Apr 14 21:38:50.851032 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b5e8e-fc9a-4eb4-95a9-44e50ef04c7a req-f633a04a-471a-406e-8ff8-06ce401c7994 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:50.852515 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ff8b5e8e-fc9a-4eb4-95a9-44e50ef04c7a req-f633a04a-471a-406e-8ff8-06ce401c7994 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 945 time: 0.0460730 Apr 14 21:38:50.899246 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ff8b5e8e-fc9a-4eb4-95a9-44e50ef04c7a req-d2a3373b-3e6a-44d0-a0b9-56c76fe436a1 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409992 Apr 14 21:38:51.720011 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-321902d4-02d3-46a0-8732-7ddf33eeb1ed tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:51.721818 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-321902d4-02d3-46a0-8732-7ddf33eeb1ed tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 945 time: 0.0525677 Apr 14 21:38:51.804550 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Deleting port 613ee38d-79a8-4a69-81fc-a6932298a79c {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:38:51.804888 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:51.895357 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] For port 613ee38d-79a8-4a69-81fc-a6932298a79c, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=613ee38d-79a8-4a69-81fc-a6932298a79c,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:51.896154 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:52.080048 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d71c25-3b37-4c94-a1da-bc92432435a9 req-899b6fc0-ee4d-46dc-b68a-f94f60034c69 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:52.081438 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c3d71c25-3b37-4c94-a1da-bc92432435a9 req-899b6fc0-ee4d-46dc-b68a-f94f60034c69 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9932483-3886-4f96-8862-910752c1df75 HTTP/1.1" status: 200 len: 945 time: 0.0892088 Apr 14 21:38:52.126280 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:52.126683 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (9687e4be-4b4d-4605-9e91-4d6a5f3aef66), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:52.127098 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Floating IP 9687e4be-4b4d-4605-9e91-4d6a5f3aef66 disassociated. External IP: 172.27.3.129, port: 613ee38d-79a8-4a69-81fc-a6932298a79c. Apr 14 21:38:52.127508 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Calling delete_port for 613ee38d-79a8-4a69-81fc-a6932298a79c owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:38:52.158236 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c3d71c25-3b37-4c94-a1da-bc92432435a9 req-34957904-fafd-42b6-8f73-e66502169c3e tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups?id=ee7666c1-79b9-4e7c-895b-83e67fbd8087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704794 Apr 14 21:38:52.270778 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (613ee38d-79a8-4a69-81fc-a6932298a79c), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:52.306826 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event deleted for resources: {'Port': ['ID=613ee38d-79a8-4a69-81fc-a6932298a79c,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:52.317788 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.318137 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.318480 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.319348 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.319685 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.320017 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.320341 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.320669 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.320996 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.321318 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.321642 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.321998 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.322320 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.322639 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.322960 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:52.433321 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Router 60e05976-beca-4a0c-ab8a-17be94eefebf has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:38:52.541954 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:38:52.552744 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] Sync routers for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:38:52.562548 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:52.563147 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:38:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:52.583599 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] No DVR routers for this DVR port 613ee38d-79a8-4a69-81fc-a6932298a79c on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:38:52.586156 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:52.589449 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-61e9cdee-334d-4063-a2a4-9a357ed2761d req-ce85c142-2b6c-4dc2-8d7e-4abfd9604212 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.13 "DELETE /v2.0/ports/613ee38d-79a8-4a69-81fc-a6932298a79c HTTP/1.1" status: 204 len: 173 time: 0.8629720 Apr 14 21:38:52.589918 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9932483-3886-4f96-8862-910752c1df75', 'name': 'network-vif-deleted', 'tag': '613ee38d-79a8-4a69-81fc-a6932298a79c'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:52.592142 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0899f94c-b2ef-4d67-9582-fee105168977" -d '{"events": [{"server_uuid": "b9932483-3886-4f96-8862-910752c1df75", "name": "network-vif-deleted", "tag": "613ee38d-79a8-4a69-81fc-a6932298a79c"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:52.634884 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fd1021-601d-4843-8d9f-a33418b1b01f x-openstack-request-id: req-89fd1021-601d-4843-8d9f-a33418b1b01f {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:52.635177 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9932483-3886-4f96-8862-910752c1df75", "name": "network-vif-deleted", "tag": "613ee38d-79a8-4a69-81fc-a6932298a79c", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:52.635431 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-89fd1021-601d-4843-8d9f-a33418b1b01f {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:52.636470 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89fd1021-601d-4843-8d9f-a33418b1b01f'] response: {'server_uuid': 'b9932483-3886-4f96-8862-910752c1df75', 'name': 'network-vif-deleted', 'tag': '613ee38d-79a8-4a69-81fc-a6932298a79c', 'status': 'completed', 'code': 200} Apr 14 21:38:52.682775 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:52.881519 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:52.908206 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] Checking router: 60e05976-beca-4a0c-ab8a-17be94eefebf for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:38:52.916871 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:52.917462 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:38:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:53.030869 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:53.223558 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:53.245077 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33758) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:53.251778 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61c7fef-cca2-443e-a612-dccec958c28a None None] The sync data for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi is: [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:32:18Z', 'revision_number': 4, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3', 'name': '', 'network_id': 'a8fecfe2-76b7-4925-b617-b1a8b018293b', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'mac_address': 'fa:16:3e:f3:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:13Z', 'updated_at': '2022-04-14T21:32:27Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'subnets': [{'id': 'bdd211a7-0033-43a9-a631-1861ed1b49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:38:53.302514 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-641dd128-d3f9-4839-836a-473a3b7e3189 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (ee7666c1-79b9-4e7c-895b-83e67fbd8087), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:53.328056 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-641dd128-d3f9-4839-836a-473a3b7e3189 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (ee7666c1-79b9-4e7c-895b-83e67fbd8087), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:53.376742 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-641dd128-d3f9-4839-836a-473a3b7e3189 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ee7666c1-79b9-4e7c-895b-83e67fbd8087), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:53.380183 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-641dd128-d3f9-4839-836a-473a3b7e3189 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:53.381370 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-641dd128-d3f9-4839-836a-473a3b7e3189 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "DELETE /v2.0/security-groups/ee7666c1-79b9-4e7c-895b-83e67fbd8087 HTTP/1.1" status: 204 len: 168 time: 0.1352074 Apr 14 21:38:53.384177 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33762) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:53.390941 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dd128-d3f9-4839-836a-473a3b7e3189 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7666c1-79b9-4e7c-895b-83e67fbd8087,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:53.403853 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-ce2307af-a12d-4e43-a427-b02e6e37018a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] show failed (client error): The resource could not be found. Apr 14 21:38:53.408277 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ce2307af-a12d-4e43-a427-b02e6e37018a tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "GET /v2.0/security-groups/ee7666c1-79b9-4e7c-895b-83e67fbd8087 HTTP/1.1" status: 404 len: 347 time: 0.0228238 Apr 14 21:38:53.409127 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33764) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:53.499979 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0f2159-a2b1-40c0-8cd1-1f4f5dc9f419 None None] New status for floating IP 9687e4be-4b4d-4605-9e91-4d6a5f3aef66: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:38:53.532270 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-d7927c1d-2a76-4603-ab98-820e72d439b0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Deleting port 386488dd-8a2c-4289-9ad6-2222c4d36a0f {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:38:53.532613 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d7927c1d-2a76-4603-ab98-820e72d439b0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (386488dd-8a2c-4289-9ad6-2222c4d36a0f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:53.614237 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d7927c1d-2a76-4603-ab98-820e72d439b0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (386488dd-8a2c-4289-9ad6-2222c4d36a0f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:53.614569 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d7927c1d-2a76-4603-ab98-820e72d439b0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (386488dd-8a2c-4289-9ad6-2222c4d36a0f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:53.627250 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-d7927c1d-2a76-4603-ab98-820e72d439b0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Calling delete_port for 386488dd-8a2c-4289-9ad6-2222c4d36a0f owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:38:53.763347 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d7927c1d-2a76-4603-ab98-820e72d439b0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (386488dd-8a2c-4289-9ad6-2222c4d36a0f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:53.787280 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7927c1d-2a76-4603-ab98-820e72d439b0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Pushing event deleted for resources: {'Port': ['ID=386488dd-8a2c-4289-9ad6-2222c4d36a0f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:53.849805 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d7927c1d-2a76-4603-ab98-820e72d439b0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks [] for floatingip (9687e4be-4b4d-4605-9e91-4d6a5f3aef66), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:53.852450 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d7927c1d-2a76-4603-ab98-820e72d439b0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:53.853595 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-d7927c1d-2a76-4603-ab98-820e72d439b0 tempest-AttachVolumeTestJSON-1246206292 tempest-AttachVolumeTestJSON-1246206292-project] 10.222.0.47 "DELETE /v2.0/floatingips/9687e4be-4b4d-4605-9e91-4d6a5f3aef66 HTTP/1.1" status: 204 len: 168 time: 0.4433854 Apr 14 21:38:55.227648 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 613ee38d-79a8-4a69-81fc-a6932298a79c no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:55.248853 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 613ee38d-79a8-4a69-81fc-a6932298a79c {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:38:55.249192 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 613ee38d-79a8-4a69-81fc-a6932298a79c not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:38:55.595979 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:57.382358 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33794) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:57.750244 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519628'] for router_interface (60e05976-beca-4a0c-ab8a-17be94eefebf), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:57.983291 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] Deleting port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:38:57.983633 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:58.061162 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] For port 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:58.061443 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:58.074504 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] Calling delete_port for 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:38:58.168650 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-5fa87daa-23cb-43ea-9d59-6fcf9877c774 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508883 Apr 14 21:38:58.262107 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-4dc28eb3-c25d-4a77-b68e-a4a52d958762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:58.263564 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-4dc28eb3-c25d-4a77-b68e-a4a52d958762 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfc47944ad764b639ab5f04ea39940fe&device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 1130 time: 0.0532563 Apr 14 21:38:58.380711 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:58.687935 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:58.706193 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-d3924bb6-45bb-406b-bc0b-df0e1f72b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:58.708381 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-d3924bb6-45bb-406b-bc0b-df0e1f72b9e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 200 len: 917 time: 0.4258499 Apr 14 21:38:58.819418 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-ae4a9382-bc51-4c1e-b72b-b5af349248ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728 HTTP/1.1" status: 200 len: 1001 time: 0.0957048 Apr 14 21:38:58.941527 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-cdbb106b-f749-4d5a-b7a6-1fa6b2a6a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:58.943512 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-cdbb106b-f749-4d5a-b7a6-1fa6b2a6a9c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 200 len: 855 time: 0.0874715 Apr 14 21:38:58.988171 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519504'] for router_interface (60e05976-beca-4a0c-ab8a-17be94eefebf), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.001502 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-4f687d9e-8613-4ed9-b009-4f23d14e8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:59.003045 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-4f687d9e-8613-4ed9-b009-4f23d14e8c84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1d851be-8713-402d-9209-d2c263e57df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507925 Apr 14 21:38:59.182449 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-903bda93-3fb8-4b34-a330-6c663dddaca1 service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720679 Apr 14 21:38:59.358592 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cbfc33ee-f282-4349-b27a-479ab53d1416 req-583dba88-da28-4475-b455-1a6078b3cd8f service neutron] 10.222.0.13 "GET /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403899 Apr 14 21:38:59.362276 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] Router 60e05976-beca-4a0c-ab8a-17be94eefebf has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:38:59.471870 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:38:59.477387 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-ada735d1-7085-4244-9f1e-5aca1bcb3b66 admin admin] 10.222.0.47 "PUT /v2.0/routers/60e05976-beca-4a0c-ab8a-17be94eefebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0940075 Apr 14 21:38:59.479950 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33798) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:59.482837 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] Sync routers for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:38:59.493257 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:59.493895 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:38:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:59.587152 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Publish callbacks [] for router (60e05976-beca-4a0c-ab8a-17be94eefebf), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.600130 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:59.695223 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Publish callbacks [] for router_gateway (60e05976-beca-4a0c-ab8a-17be94eefebf), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.742022 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Deleting port 575bccdf-0ff1-48e7-ae95-f13f283d4309 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:38:59.742366 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.776996 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:38:58Z', 'revision_number': 5, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port': {'id': '575bccdf-0ff1-48e7-ae95-f13f283d4309', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:43:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:02Z', 'updated_at': '2022-04-14T21:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:59.805127 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] Checking router: 60e05976-beca-4a0c-ab8a-17be94eefebf for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:38:59.813743 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] Routers {'60e05976-beca-4a0c-ab8a-17be94eefebf'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:59.814343 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:38:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['60e05976-beca-4a0c-ab8a-17be94eefebf'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:59.827162 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] For port 575bccdf-0ff1-48e7-ae95-f13f283d4309, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=575bccdf-0ff1-48e7-ae95-f13f283d4309,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:59.827526 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.840493 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Calling delete_port for 575bccdf-0ff1-48e7-ae95-f13f283d4309 owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:38:59.999528 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] Set router 60e05976-beca-4a0c-ab8a-17be94eefebf gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:00.018665 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (575bccdf-0ff1-48e7-ae95-f13f283d4309), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.045116 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Pushing event deleted for resources: {'Port': ['ID=575bccdf-0ff1-48e7-ae95-f13f283d4309,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:00.054310 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:38:59Z', 'revision_number': 6, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port_host': None}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:00.085926 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960da7b9-c9a3-4a78-af80-8d010645dca2 None None] The sync data for ids ['60e05976-beca-4a0c-ab8a-17be94eefebf'] in dv-cinder-837543-3-iscsi is: [{'id': '60e05976-beca-4a0c-ab8a-17be94eefebf', 'name': 'tempest-AttachVolumeTestJSON-912128343-router', 'tenant_id': '46de92a2e6f247f3887e107e57ca4be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:00Z', 'updated_at': '2022-04-14T21:38:59Z', 'revision_number': 6, 'project_id': '46de92a2e6f247f3887e107e57ca4be1', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:39:00.119751 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-521206'] for router_gateway (60e05976-beca-4a0c-ab8a-17be94eefebf), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.213546 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11676'] for router (60e05976-beca-4a0c-ab8a-17be94eefebf), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.215630 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Publish callbacks [] for router_controller (60e05976-beca-4a0c-ab8a-17be94eefebf), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.260286 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518675'] for router (60e05976-beca-4a0c-ab8a-17be94eefebf), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.260815 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e05976-beca-4a0c-ab8a-17be94eefebf {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:39:00.266095 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.267247 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-d76431cc-2af3-481d-a51f-391beb46134e admin admin] 10.222.0.47 "DELETE /v2.0/routers/60e05976-beca-4a0c-ab8a-17be94eefebf HTTP/1.1" status: 204 len: 168 time: 0.7863944 Apr 14 21:39:00.270527 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33800) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:00.314699 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-65551cd5-13eb-4bc2-b75a-f5c73f5d048e admin admin] Deleting subnet bdd211a7-0033-43a9-a631-1861ed1b49f4 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:39:00.319573 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-65551cd5-13eb-4bc2-b75a-f5c73f5d048e admin admin] Publish callbacks [] for subnet (bdd211a7-0033-43a9-a631-1861ed1b49f4), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.366782 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-65551cd5-13eb-4bc2-b75a-f5c73f5d048e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8272601'] for subnet (bdd211a7-0033-43a9-a631-1861ed1b49f4), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.456569 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-65551cd5-13eb-4bc2-b75a-f5c73f5d048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (bdd211a7-0033-43a9-a631-1861ed1b49f4), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.513563 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-65551cd5-13eb-4bc2-b75a-f5c73f5d048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7670259'] for subnet (bdd211a7-0033-43a9-a631-1861ed1b49f4), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.539029 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65551cd5-13eb-4bc2-b75a-f5c73f5d048e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd211a7-0033-43a9-a631-1861ed1b49f4,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:00.542636 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-65551cd5-13eb-4bc2-b75a-f5c73f5d048e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.546070 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-65551cd5-13eb-4bc2-b75a-f5c73f5d048e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/bdd211a7-0033-43a9-a631-1861ed1b49f4 HTTP/1.1" status: 204 len: 168 time: 0.2742445 Apr 14 21:39:00.548351 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33802) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:00.548861 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922ee627-963e-477c-b581-02afa296344d None None] Network a8fecfe2-76b7-4925-b617-b1a8b018293b requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:39:00.621265 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (a8fecfe2-76b7-4925-b617-b1a8b018293b), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.665870 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Deleting port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:00.666104 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.736414 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] For port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3,segment=NetworkSegment(527bd392-5ea6-4bd8-874d-290e42d1681f),segment_id=527bd392-5ea6-4bd8-874d-290e42d1681f)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:00.737119 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.750472 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Calling delete_port for 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 owned by network:dhcp {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:00.829313 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.846394 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4d866-bbdb-4e3e-8365-b153178f46af None None] DHCP port deletion for a8fecfe2-76b7-4925-b617-b1a8b018293b request from dv-cinder-837543-3-iscsi {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:39:00.857516 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:00.861919 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] No DVR routers for this DVR port 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 on host dv-cinder-837543-3-iscsi {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:00.937358 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (a8fecfe2-76b7-4925-b617-b1a8b018293b), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.959748 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fecfe2-76b7-4925-b617-b1a8b018293b']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:00.969554 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527bd392-5ea6-4bd8-874d-290e42d1681f') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:00.969900 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527bd392-5ea6-4bd8-874d-290e42d1681f') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:00.981535 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8272610'] for segment (527bd392-5ea6-4bd8-874d-290e42d1681f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.995578 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (527bd392-5ea6-4bd8-874d-290e42d1681f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.001835 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:39:01.002362 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7737870'] for segment (527bd392-5ea6-4bd8-874d-290e42d1681f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: Traceback (most recent call last): Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: timer() Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: cb(*args, **kw) Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: return func(*args, **kwargs) Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: self._notify() Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: self.callback(batched_events) Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: event.method(event) Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: return f(self, *a, **k) Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._get(url).json() Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:39:01.004752 dv-cinder-837543-3-iscsi neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:39:01.085083 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (a8fecfe2-76b7-4925-b617-b1a8b018293b), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.092784 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.096086 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] 10.222.0.47 "DELETE /v2.0/networks/a8fecfe2-76b7-4925-b617-b1a8b018293b HTTP/1.1" status: 204 len: 168 time: 0.5468140 Apr 14 21:39:01.106430 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57e2af-415d-4fac-acd8-6175687ef5ad admin admin] Pushing event deleted for resources: {'Network': ['ID=a8fecfe2-76b7-4925-b617-b1a8b018293b,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:01.211300 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33806) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:01.250904 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-fdbb620a-81ba-483e-bd22-4d14fbfecf87 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46de92a2e6f247f3887e107e57ca4be1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383930 Apr 14 21:39:01.253240 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33808) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:01.298993 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-36adfa20-c25e-45f0-8cc0-6e3eceb2aaf9 admin admin] Publish callbacks [] for security_group (f1943715-534a-4d29-ab00-76030b2a5c01), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.321248 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-36adfa20-c25e-45f0-8cc0-6e3eceb2aaf9 admin admin] Publish callbacks [] for security_group (f1943715-534a-4d29-ab00-76030b2a5c01), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.367020 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-36adfa20-c25e-45f0-8cc0-6e3eceb2aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f1943715-534a-4d29-ab00-76030b2a5c01), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.369776 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-36adfa20-c25e-45f0-8cc0-6e3eceb2aaf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.370975 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-36adfa20-c25e-45f0-8cc0-6e3eceb2aaf9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f1943715-534a-4d29-ab00-76030b2a5c01 HTTP/1.1" status: 204 len: 168 time: 0.1160545 Apr 14 21:39:01.379829 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adfa20-c25e-45f0-8cc0-6e3eceb2aaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1943715-534a-4d29-ab00-76030b2a5c01,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:02.030343 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 575bccdf-0ff1-48e7-ae95-f13f283d4309 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:02.049315 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 575bccdf-0ff1-48e7-ae95-f13f283d4309 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:02.049895 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 575bccdf-0ff1-48e7-ae95-f13f283d4309 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:02.050313 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:02.070204 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:02.070545 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 03d3c73f-ff1d-4d3e-a8f7-5d44e2bcdcf3 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:02.070952 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:02.089096 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:02.089434 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 57baa4c5-9b7e-44d8-bcdf-c8b3002d18a3 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:02.589601 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33860) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:02.690422 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c13b81e-9355-4ce3-844e-f033d1c98c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:02.772975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c13b81e-9355-4ce3-844e-f033d1c98c27 admin admin] Publish callbacks [] for security_group (8aab5a2a-f85c-4393-adb7-82a121867619), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:02.777159 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c13b81e-9355-4ce3-844e-f033d1c98c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (8aab5a2a-f85c-4393-adb7-82a121867619), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:02.815947 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-6c13b81e-9355-4ce3-844e-f033d1c98c27 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=254086cf1b364eb495ac39b9a5f5029d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252429 Apr 14 21:39:02.817849 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13b81e-9355-4ce3-844e-f033d1c98c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aab5a2a-f85c-4393-adb7-82a121867619,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:02.819644 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33864) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:02.868065 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Publish callbacks [] for security_group (8aab5a2a-f85c-4393-adb7-82a121867619), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:02.889193 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Publish callbacks [] for security_group (8aab5a2a-f85c-4393-adb7-82a121867619), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:02.936181 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (8aab5a2a-f85c-4393-adb7-82a121867619), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:02.938819 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:02.939985 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8aab5a2a-f85c-4393-adb7-82a121867619 HTTP/1.1" status: 204 len: 168 time: 0.1192887 Apr 14 21:39:02.947716 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aab5a2a-f85c-4393-adb7-82a121867619,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:02.954846 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.955186 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.955537 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.955883 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.956224 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.956560 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.956927 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.957262 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.957588 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.957935 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.958292 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.958704 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.959449 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.959449 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:02.959633 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c6046b-5380-4eac-b0a3-e4bfbe9e7d73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:04.518710 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33916) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:04.621768 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fc13fdbd-c39c-45de-a9cd-48f0e5c25da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.695778 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fc13fdbd-c39c-45de-a9cd-48f0e5c25da5 admin admin] Publish callbacks [] for security_group (b2362fca-53e0-4cda-9ace-164933a6968e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.700375 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fc13fdbd-c39c-45de-a9cd-48f0e5c25da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (b2362fca-53e0-4cda-9ace-164933a6968e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.739199 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13fdbd-c39c-45de-a9cd-48f0e5c25da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2362fca-53e0-4cda-9ace-164933a6968e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:04.743405 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-fc13fdbd-c39c-45de-a9cd-48f0e5c25da5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc1de85e21e84007919e2b95cdbc77e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236865 Apr 14 21:39:04.746220 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33920) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:04.792613 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3367a2cc-91f2-4351-8a0f-eafc59f4c18f admin admin] Publish callbacks [] for security_group (b2362fca-53e0-4cda-9ace-164933a6968e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.813314 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3367a2cc-91f2-4351-8a0f-eafc59f4c18f admin admin] Publish callbacks [] for security_group (b2362fca-53e0-4cda-9ace-164933a6968e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.858663 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3367a2cc-91f2-4351-8a0f-eafc59f4c18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (b2362fca-53e0-4cda-9ace-164933a6968e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.861136 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3367a2cc-91f2-4351-8a0f-eafc59f4c18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.862281 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3367a2cc-91f2-4351-8a0f-eafc59f4c18f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2362fca-53e0-4cda-9ace-164933a6968e HTTP/1.1" status: 204 len: 168 time: 0.1152208 Apr 14 21:39:04.870211 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367a2cc-91f2-4351-8a0f-eafc59f4c18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2362fca-53e0-4cda-9ace-164933a6968e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:05.116495 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 33926) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:05.131259 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6984ad-65c1-4b94-89ac-b4b014c984e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:05.204687 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6984ad-65c1-4b94-89ac-b4b014c984e6 admin admin] Publish callbacks [] for security_group (a5d82369-7111-4041-86b7-d246937d4aab), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:05.208480 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1a6984ad-65c1-4b94-89ac-b4b014c984e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a5d82369-7111-4041-86b7-d246937d4aab), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:05.247537 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1a6984ad-65c1-4b94-89ac-b4b014c984e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ffbbdc1fb2b64218a4d0b71acde89025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299877 Apr 14 21:39:05.248379 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6984ad-65c1-4b94-89ac-b4b014c984e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d82369-7111-4041-86b7-d246937d4aab,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:05.250219 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 33928) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:05.297446 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4462a585-1746-4f56-a630-c1f343512b3b admin admin] Publish callbacks [] for security_group (a5d82369-7111-4041-86b7-d246937d4aab), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:05.319149 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4462a585-1746-4f56-a630-c1f343512b3b admin admin] Publish callbacks [] for security_group (a5d82369-7111-4041-86b7-d246937d4aab), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:05.366711 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4462a585-1746-4f56-a630-c1f343512b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a5d82369-7111-4041-86b7-d246937d4aab), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:05.369656 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4462a585-1746-4f56-a630-c1f343512b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:05.370846 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4462a585-1746-4f56-a630-c1f343512b3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5d82369-7111-4041-86b7-d246937d4aab HTTP/1.1" status: 204 len: 168 time: 0.1194830 Apr 14 21:39:05.378332 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462a585-1746-4f56-a630-c1f343512b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d82369-7111-4041-86b7-d246937d4aab,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:06.362870 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ba4ea3-2e4e-4474-8232-d56b7c053e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.176691 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34064) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:08.279574 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-952bb721-9418-45e7-98cc-6784e439a5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.358038 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-952bb721-9418-45e7-98cc-6784e439a5aa admin admin] Publish callbacks [] for security_group (2201a9fc-e8a8-4a52-b6dd-27ca6c9b2c66), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.361737 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-952bb721-9418-45e7-98cc-6784e439a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (2201a9fc-e8a8-4a52-b6dd-27ca6c9b2c66), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.398634 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bb721-9418-45e7-98cc-6784e439a5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2201a9fc-e8a8-4a52-b6dd-27ca6c9b2c66,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:08.402954 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-952bb721-9418-45e7-98cc-6784e439a5aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b21a857b48b4ac0b7bdc57bbaba621d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250845 Apr 14 21:39:08.405455 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34070) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:08.452354 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a7158ac-9f58-42c5-9815-901222845d50 admin admin] Publish callbacks [] for security_group (2201a9fc-e8a8-4a52-b6dd-27ca6c9b2c66), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.473893 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a7158ac-9f58-42c5-9815-901222845d50 admin admin] Publish callbacks [] for security_group (2201a9fc-e8a8-4a52-b6dd-27ca6c9b2c66), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.519040 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a7158ac-9f58-42c5-9815-901222845d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (2201a9fc-e8a8-4a52-b6dd-27ca6c9b2c66), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.522309 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6a7158ac-9f58-42c5-9815-901222845d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.523478 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6a7158ac-9f58-42c5-9815-901222845d50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2201a9fc-e8a8-4a52-b6dd-27ca6c9b2c66 HTTP/1.1" status: 204 len: 168 time: 0.1170647 Apr 14 21:39:08.531803 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7158ac-9f58-42c5-9815-901222845d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2201a9fc-e8a8-4a52-b6dd-27ca6c9b2c66,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:08.780531 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34076) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:08.794018 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f4424b2-fb49-4270-baeb-d5b2204fd6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.866887 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f4424b2-fb49-4270-baeb-d5b2204fd6a6 admin admin] Publish callbacks [] for security_group (0b9c42d5-32b5-4f61-b206-920aee040364), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.870991 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8f4424b2-fb49-4270-baeb-d5b2204fd6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0b9c42d5-32b5-4f61-b206-920aee040364), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.883943 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a8c4171c-1d1d-489f-8a77-f386846a90c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.913209 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8f4424b2-fb49-4270-baeb-d5b2204fd6a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54b6dd7b5b35458fa87f9dd086793da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311560 Apr 14 21:39:08.913604 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4424b2-fb49-4270-baeb-d5b2204fd6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c42d5-32b5-4f61-b206-920aee040364,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:08.915882 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34078) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:08.963503 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65c1166a-19c5-46bd-8b29-a7e8add168b1 admin admin] Publish callbacks [] for security_group (0b9c42d5-32b5-4f61-b206-920aee040364), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:08.984793 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65c1166a-19c5-46bd-8b29-a7e8add168b1 admin admin] Publish callbacks [] for security_group (0b9c42d5-32b5-4f61-b206-920aee040364), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.032061 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65c1166a-19c5-46bd-8b29-a7e8add168b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0b9c42d5-32b5-4f61-b206-920aee040364), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.034661 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-65c1166a-19c5-46bd-8b29-a7e8add168b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.035980 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-65c1166a-19c5-46bd-8b29-a7e8add168b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b9c42d5-32b5-4f61-b206-920aee040364 HTTP/1.1" status: 204 len: 168 time: 0.1192088 Apr 14 21:39:09.043594 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1166a-19c5-46bd-8b29-a7e8add168b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c42d5-32b5-4f61-b206-920aee040364,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:09.699373 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.841845 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a8ae0-7528-4ce0-bdbd-bf5cf4e4620b req-eb3e0f93-16b2-4d4b-b326-27d44120314b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:09.843261 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995a8ae0-7528-4ce0-bdbd-bf5cf4e4620b req-eb3e0f93-16b2-4d4b-b326-27d44120314b tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 946 time: 0.0483658 Apr 14 21:39:09.894114 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995a8ae0-7528-4ce0-bdbd-bf5cf4e4620b req-bd7c6d14-ec0b-4d38-88af-6e49f6a53f03 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448546 Apr 14 21:39:11.014231 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124de732-52df-4e00-b8dc-f57aba29463b req-5d098365-b153-4644-82c2-4ec077ef922f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:11.015701 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-124de732-52df-4e00-b8dc-f57aba29463b req-5d098365-b153-4644-82c2-4ec077ef922f tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 946 time: 0.0483909 Apr 14 21:39:11.065406 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-124de732-52df-4e00-b8dc-f57aba29463b req-7c981e4c-d191-4324-9f5f-71a8a7100632 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 Apr 14 21:39:11.266184 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-7e79d455-f219-4839-8fa6-82e14069d75c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:11.267623 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-7e79d455-f219-4839-8fa6-82e14069d75c tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 946 time: 0.0462470 Apr 14 21:39:11.343911 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:11.356283 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Deleting port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:11.356626 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:11.442570 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] For port 5fcc3857-8fad-4b29-95ad-3f93e5a06728, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5fcc3857-8fad-4b29-95ad-3f93e5a06728,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:11.442957 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:11.612905 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:11.613819 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (a1f3dea9-ce57-48fa-863b-f7ab29ba17cd), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:11.614107 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Floating IP a1f3dea9-ce57-48fa-863b-f7ab29ba17cd disassociated. External IP: 172.27.3.142, port: 5fcc3857-8fad-4b29-95ad-3f93e5a06728. Apr 14 21:39:11.614449 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Calling delete_port for 5fcc3857-8fad-4b29-95ad-3f93e5a06728 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:11.737759 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (5fcc3857-8fad-4b29-95ad-3f93e5a06728), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:11.769577 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event deleted for resources: {'Port': ['ID=5fcc3857-8fad-4b29-95ad-3f93e5a06728,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:11.806596 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:39:11.890710 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Router 1aa74745-471e-41ef-b20c-94582fb31424 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:39:12.017859 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:39:12.029465 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] Sync routers for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:39:12.041198 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:12.041809 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:39:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:12.165273 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:12.354691 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] No DVR routers for this DVR port 5fcc3857-8fad-4b29-95ad-3f93e5a06728 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:12.357989 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-dda0aa89-76f2-4535-b70d-e04c7942cddd req-0af498e1-3bfc-435e-90d8-203138db7161 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 210 time: 0.0425081 Apr 14 21:39:12.359158 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:12.362544 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-09ebb431-e34c-4ecf-a806-947882f09e58 req-ee7229e9-41c9-4dfb-a6ac-b50aef2233fa tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.13 "DELETE /v2.0/ports/5fcc3857-8fad-4b29-95ad-3f93e5a06728 HTTP/1.1" status: 204 len: 173 time: 1.0890284 Apr 14 21:39:12.363040 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'name': 'network-vif-deleted', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:12.366022 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14807171-b155-469a-9ed4-42dfb7364dda" -d '{"events": [{"server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "name": "network-vif-deleted", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:12.374036 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:12.401928 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] Checking router: 1aa74745-471e-41ef-b20c-94582fb31424 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:39:12.405060 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd93145-2a05-49f3-8b92-1e566bab6e60 x-openstack-request-id: req-9cd93145-2a05-49f3-8b92-1e566bab6e60 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:12.405350 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4", "name": "network-vif-deleted", "tag": "5fcc3857-8fad-4b29-95ad-3f93e5a06728", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:12.405599 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9cd93145-2a05-49f3-8b92-1e566bab6e60 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:12.406032 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd93145-2a05-49f3-8b92-1e566bab6e60'] response: {'server_uuid': 'f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4', 'name': 'network-vif-deleted', 'tag': '5fcc3857-8fad-4b29-95ad-3f93e5a06728', 'status': 'completed', 'code': 200} Apr 14 21:39:12.413452 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:12.414092 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:39:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:12.529232 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:12.717119 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:12.732182 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:12.886051 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a7e3d8-0c75-47cb-bdf0-b3876b9047e7 None None] The sync data for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi is: [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'f05579f5-81d2-4567-be8b-cba76c5de403', 'name': '', 'network_id': 'e1d851be-8713-402d-9209-d2c263e57df3', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'mac_address': 'fa:16:3e:9f:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:32:04Z', 'updated_at': '2022-04-14T21:32:19Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'subnets': [{'id': '1b090fa0-5455-4ebb-b132-835aaef31186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:39:13.106808 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6474b052-f313-412d-a4ec-119c14538820 None None] New status for floating IP a1f3dea9-ce57-48fa-863b-f7ab29ba17cd: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:39:13.468830 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-80bac208-fe85-4f34-8dc7-5b9929568645 req-2bb90612-675c-4120-9a7a-fe1526e7d353 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Apr 14 21:39:14.574490 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a8b3e5d2-a662-4de5-bb4f-dc4d86681e7f req-8159a4e5-598b-4bc8-866f-acb12c435bfd tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4ef4a7e-bba9-4dc0-a8b0-4f978742a5c4 HTTP/1.1" status: 200 len: 210 time: 0.0303557 Apr 14 21:39:15.664374 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34172) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:15.716151 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f2a25ab-1994-476d-9822-b54192a5c596 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (d1efdb9d-c33f-44ee-8a57-862b81cf4e0d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:15.740349 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f2a25ab-1994-476d-9822-b54192a5c596 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (d1efdb9d-c33f-44ee-8a57-862b81cf4e0d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:15.785171 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f2a25ab-1994-476d-9822-b54192a5c596 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (d1efdb9d-c33f-44ee-8a57-862b81cf4e0d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:15.788311 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6f2a25ab-1994-476d-9822-b54192a5c596 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:15.789471 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6f2a25ab-1994-476d-9822-b54192a5c596 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "DELETE /v2.0/security-groups/d1efdb9d-c33f-44ee-8a57-862b81cf4e0d HTTP/1.1" status: 204 len: 168 time: 0.1240766 Apr 14 21:39:15.792233 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34174) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:15.798410 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a25ab-1994-476d-9822-b54192a5c596 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1efdb9d-c33f-44ee-8a57-862b81cf4e0d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:15.809142 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.api.v2.resource [None req-01df03e4-5f58-459f-b621-a205248f37db tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] show failed (client error): The resource could not be found. Apr 14 21:39:15.812976 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-01df03e4-5f58-459f-b621-a205248f37db tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "GET /v2.0/security-groups/d1efdb9d-c33f-44ee-8a57-862b81cf4e0d HTTP/1.1" status: 404 len: 347 time: 0.0164056 Apr 14 21:39:15.813337 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34176) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:15.949923 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-32fa1468-7305-45ec-b23a-c019dcbf5b31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Deleting port a0f2635a-2c12-4bb2-830d-30e071b2a07f {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:15.950268 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-32fa1468-7305-45ec-b23a-c019dcbf5b31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (a0f2635a-2c12-4bb2-830d-30e071b2a07f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:16.025675 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-32fa1468-7305-45ec-b23a-c019dcbf5b31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (a0f2635a-2c12-4bb2-830d-30e071b2a07f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:16.026030 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-32fa1468-7305-45ec-b23a-c019dcbf5b31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (a0f2635a-2c12-4bb2-830d-30e071b2a07f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:16.039038 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-32fa1468-7305-45ec-b23a-c019dcbf5b31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Calling delete_port for a0f2635a-2c12-4bb2-830d-30e071b2a07f owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:16.169478 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-32fa1468-7305-45ec-b23a-c019dcbf5b31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (a0f2635a-2c12-4bb2-830d-30e071b2a07f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:16.196622 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa1468-7305-45ec-b23a-c019dcbf5b31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Pushing event deleted for resources: {'Port': ['ID=a0f2635a-2c12-4bb2-830d-30e071b2a07f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:16.265144 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-32fa1468-7305-45ec-b23a-c019dcbf5b31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks [] for floatingip (a1f3dea9-ce57-48fa-863b-f7ab29ba17cd), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:16.267733 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-32fa1468-7305-45ec-b23a-c019dcbf5b31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:16.268871 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-32fa1468-7305-45ec-b23a-c019dcbf5b31 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] 10.222.0.47 "DELETE /v2.0/floatingips/a1f3dea9-ce57-48fa-863b-f7ab29ba17cd HTTP/1.1" status: 204 len: 168 time: 0.4544272 Apr 14 21:39:18.783395 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fcc3857-8fad-4b29-95ad-3f93e5a06728 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:18.806033 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 5fcc3857-8fad-4b29-95ad-3f93e5a06728 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:18.806377 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5fcc3857-8fad-4b29-95ad-3f93e5a06728 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:20.769609 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34252) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:21.243995 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519628'] for router_interface (1aa74745-471e-41ef-b20c-94582fb31424), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.471288 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] Deleting port f05579f5-81d2-4567-be8b-cba76c5de403 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:21.471627 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.552232 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] For port f05579f5-81d2-4567-be8b-cba76c5de403, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=f05579f5-81d2-4567-be8b-cba76c5de403,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:21.552454 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.564761 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] Calling delete_port for f05579f5-81d2-4567-be8b-cba76c5de403 owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:21.741851 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (f05579f5-81d2-4567-be8b-cba76c5de403), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.766081 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05579f5-81d2-4567-be8b-cba76c5de403,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:21.940306 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519504'] for router_interface (1aa74745-471e-41ef-b20c-94582fb31424), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.165600 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] Router 1aa74745-471e-41ef-b20c-94582fb31424 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:39:22.276189 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:39:22.281113 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-2a1f3f12-1c9b-4fa7-bec6-151d36460401 admin admin] 10.222.0.47 "PUT /v2.0/routers/1aa74745-471e-41ef-b20c-94582fb31424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5099998 Apr 14 21:39:22.283717 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34264) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:22.286519 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] Sync routers for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:39:22.296112 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:22.296791 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:39:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:22.387898 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Publish callbacks [] for router (1aa74745-471e-41ef-b20c-94582fb31424), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.403659 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:22.495364 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Publish callbacks [] for router_gateway (1aa74745-471e-41ef-b20c-94582fb31424), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.541429 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Deleting port 22d2c8fc-3e29-4014-8f38-e7251d6c1219 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:22.541933 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.575861 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:39:21Z', 'revision_number': 5, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port': {'id': '22d2c8fc-3e29-4014-8f38-e7251d6c1219', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa74745-471e-41ef-b20c-94582fb31424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:31:57Z', 'updated_at': '2022-04-14T21:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:22.606365 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] Checking router: 1aa74745-471e-41ef-b20c-94582fb31424 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:39:22.614846 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] Routers {'1aa74745-471e-41ef-b20c-94582fb31424'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:22.615454 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:39:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1aa74745-471e-41ef-b20c-94582fb31424'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:22.623169 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] For port 22d2c8fc-3e29-4014-8f38-e7251d6c1219, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=22d2c8fc-3e29-4014-8f38-e7251d6c1219,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:22.623535 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.637056 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Calling delete_port for 22d2c8fc-3e29-4014-8f38-e7251d6c1219 owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:22.701233 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] Set router 1aa74745-471e-41ef-b20c-94582fb31424 gateway port host: None {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:22.757643 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:39:22Z', 'revision_number': 6, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port_host': None}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:22.784581 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd63818-b7aa-4365-a9e6-c3e4393b3e69 None None] The sync data for ids ['1aa74745-471e-41ef-b20c-94582fb31424'] in dv-cinder-837543-3-iscsi is: [{'id': '1aa74745-471e-41ef-b20c-94582fb31424', 'name': 'tempest-AttachVolumeShelveTestJSON-880256946-router', 'tenant_id': 'bfc47944ad764b639ab5f04ea39940fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:31:56Z', 'updated_at': '2022-04-14T21:39:22Z', 'revision_number': 6, 'project_id': 'bfc47944ad764b639ab5f04ea39940fe', 'gw_port_host': None}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:39:22.805208 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (22d2c8fc-3e29-4014-8f38-e7251d6c1219), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.834939 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d2c8fc-3e29-4014-8f38-e7251d6c1219,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:22.894975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-521206'] for router_gateway (1aa74745-471e-41ef-b20c-94582fb31424), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.997257 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11676'] for router (1aa74745-471e-41ef-b20c-94582fb31424), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.999440 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Publish callbacks [] for router_controller (1aa74745-471e-41ef-b20c-94582fb31424), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.044901 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518675'] for router (1aa74745-471e-41ef-b20c-94582fb31424), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.045595 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa74745-471e-41ef-b20c-94582fb31424 {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:39:23.050809 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.052705 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-05e473fc-803e-4c8b-8c55-b1bd49a60d98 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1aa74745-471e-41ef-b20c-94582fb31424 HTTP/1.1" status: 204 len: 168 time: 0.7680528 Apr 14 21:39:23.055264 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34268) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:23.099717 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe1f55c-70ff-495e-b41d-333bea287eea admin admin] Deleting subnet 1b090fa0-5455-4ebb-b132-835aaef31186 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:39:23.102841 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f55c-70ff-495e-b41d-333bea287eea admin admin] Publish callbacks [] for subnet (1b090fa0-5455-4ebb-b132-835aaef31186), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.139971 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f55c-70ff-495e-b41d-333bea287eea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8272601'] for subnet (1b090fa0-5455-4ebb-b132-835aaef31186), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.503660 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f55c-70ff-495e-b41d-333bea287eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (1b090fa0-5455-4ebb-b132-835aaef31186), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.560978 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f55c-70ff-495e-b41d-333bea287eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7670259'] for subnet (1b090fa0-5455-4ebb-b132-835aaef31186), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.588048 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1f55c-70ff-495e-b41d-333bea287eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b090fa0-5455-4ebb-b132-835aaef31186,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:23.591641 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2fe1f55c-70ff-495e-b41d-333bea287eea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.594893 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-2fe1f55c-70ff-495e-b41d-333bea287eea admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1b090fa0-5455-4ebb-b132-835aaef31186 HTTP/1.1" status: 204 len: 168 time: 0.5385129 Apr 14 21:39:23.597412 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34280) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:23.598028 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae1bb13-7a4b-46d2-aa51-a0b0260623ad None None] Network e1d851be-8713-402d-9209-d2c263e57df3 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:39:23.670348 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (e1d851be-8713-402d-9209-d2c263e57df3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.716166 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Deleting port 41536021-3248-4285-834a-13c15535d6e1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:23.716509 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (41536021-3248-4285-834a-13c15535d6e1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.752975 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cd4dd9-63f8-43b6-82a9-7a5cd7f1aafa None None] DHCP port deletion for e1d851be-8713-402d-9209-d2c263e57df3 request from dv-cinder-837543-3-iscsi {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:39:23.783025 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] For port 41536021-3248-4285-834a-13c15535d6e1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=41536021-3248-4285-834a-13c15535d6e1,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:23.783387 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (41536021-3248-4285-834a-13c15535d6e1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.795590 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd4dd9-63f8-43b6-82a9-7a5cd7f1aafa None None] Deleting port 41536021-3248-4285-834a-13c15535d6e1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:23.795974 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5cd4dd9-63f8-43b6-82a9-7a5cd7f1aafa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (41536021-3248-4285-834a-13c15535d6e1), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.796090 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Calling delete_port for 41536021-3248-4285-834a-13c15535d6e1 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:23.859306 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b5cd4dd9-63f8-43b6-82a9-7a5cd7f1aafa None None] For port 41536021-3248-4285-834a-13c15535d6e1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=41536021-3248-4285-834a-13c15535d6e1,segment=NetworkSegment(eb983607-6e7d-4fe2-bb62-60094c9d9281),segment_id=eb983607-6e7d-4fe2-bb62-60094c9d9281)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:23.859600 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5cd4dd9-63f8-43b6-82a9-7a5cd7f1aafa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (41536021-3248-4285-834a-13c15535d6e1), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.873003 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd4dd9-63f8-43b6-82a9-7a5cd7f1aafa None None] Calling delete_port for 41536021-3248-4285-834a-13c15535d6e1 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:23.875653 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (41536021-3248-4285-834a-13c15535d6e1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.903296 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] No DVR routers for this DVR port 41536021-3248-4285-834a-13c15535d6e1 on host dv-cinder-837543-3-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:23.904967 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Pushing event deleted for resources: {'Port': ['ID=41536021-3248-4285-834a-13c15535d6e1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:23.955805 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b5cd4dd9-63f8-43b6-82a9-7a5cd7f1aafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871'] for port (41536021-3248-4285-834a-13c15535d6e1), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.979239 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd4dd9-63f8-43b6-82a9-7a5cd7f1aafa None None] Pushing event deleted for resources: {'Port': ['ID=41536021-3248-4285-834a-13c15535d6e1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:23.982341 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (e1d851be-8713-402d-9209-d2c263e57df3), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.985666 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd4dd9-63f8-43b6-82a9-7a5cd7f1aafa None None] No DVR routers for this DVR port 41536021-3248-4285-834a-13c15535d6e1 on host dv-cinder-837543-3-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:24.005181 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d851be-8713-402d-9209-d2c263e57df3']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:24.015270 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb983607-6e7d-4fe2-bb62-60094c9d9281') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:24.015564 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb983607-6e7d-4fe2-bb62-60094c9d9281') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:24.026687 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (eb983607-6e7d-4fe2-bb62-60094c9d9281), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.040712 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (eb983607-6e7d-4fe2-bb62-60094c9d9281), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.047742 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:39:24.048141 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (eb983607-6e7d-4fe2-bb62-60094c9d9281), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:39:24.050018 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:39:24.063564 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device f05579f5-81d2-4567-be8b-cba76c5de403 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:24.084204 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: f05579f5-81d2-4567-be8b-cba76c5de403 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:24.084546 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device f05579f5-81d2-4567-be8b-cba76c5de403 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:24.084967 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 22d2c8fc-3e29-4014-8f38-e7251d6c1219 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:24.103904 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 22d2c8fc-3e29-4014-8f38-e7251d6c1219 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:24.104256 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 22d2c8fc-3e29-4014-8f38-e7251d6c1219 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:24.104666 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 41536021-3248-4285-834a-13c15535d6e1 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:24.108905 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (e1d851be-8713-402d-9209-d2c263e57df3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.115301 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.118374 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] 10.222.0.47 "DELETE /v2.0/networks/e1d851be-8713-402d-9209-d2c263e57df3 HTTP/1.1" status: 204 len: 168 time: 0.5182722 Apr 14 21:39:24.124356 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 41536021-3248-4285-834a-13c15535d6e1 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:24.124706 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 41536021-3248-4285-834a-13c15535d6e1 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:24.132267 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a764f6-64d7-459e-86d2-dfbdae52d63b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d851be-8713-402d-9209-d2c263e57df3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:24.232185 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34286) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:24.274210 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-14267b7f-9ab0-498e-9ccd-6a0f3a33d0be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bfc47944ad764b639ab5f04ea39940fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407472 Apr 14 21:39:24.276588 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34290) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:24.326057 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55d30ba5-00aa-484b-a370-f126b94aca45 admin admin] Publish callbacks [] for security_group (5e26b1b7-e6d8-43a2-a73e-d342635e9f0e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.347961 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55d30ba5-00aa-484b-a370-f126b94aca45 admin admin] Publish callbacks [] for security_group (5e26b1b7-e6d8-43a2-a73e-d342635e9f0e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.400743 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55d30ba5-00aa-484b-a370-f126b94aca45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (5e26b1b7-e6d8-43a2-a73e-d342635e9f0e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.403580 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55d30ba5-00aa-484b-a370-f126b94aca45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.404762 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-55d30ba5-00aa-484b-a370-f126b94aca45 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5e26b1b7-e6d8-43a2-a73e-d342635e9f0e HTTP/1.1" status: 204 len: 168 time: 0.1272082 Apr 14 21:39:24.413330 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d30ba5-00aa-484b-a370-f126b94aca45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e26b1b7-e6d8-43a2-a73e-d342635e9f0e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:25.603558 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:28.872373 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34378) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:28.877238 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-75d9ad46-61d4-41ef-9220-f249eea41a0f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709735115', 'description': 'tempest-description--1704563095'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:28.899999 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75d9ad46-61d4-41ef-9220-f249eea41a0f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:28.981244 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75d9ad46-61d4-41ef-9220-f249eea41a0f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (ce2bb876-b5e1-4910-bd18-11154e7caebf), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:28.986084 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75d9ad46-61d4-41ef-9220-f249eea41a0f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ce2bb876-b5e1-4910-bd18-11154e7caebf), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.017835 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-75d9ad46-61d4-41ef-9220-f249eea41a0f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.019087 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-75d9ad46-61d4-41ef-9220-f249eea41a0f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1455805 Apr 14 21:39:29.022225 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34388) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:29.023872 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9ad46-61d4-41ef-9220-f249eea41a0f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2bb876-b5e1-4910-bd18-11154e7caebf,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:29.028314 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-b3348607-3209-4b79-b901-cb016e4a60a8 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group_rule': {'security_group_id': 'ce2bb876-b5e1-4910-bd18-11154e7caebf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:29.059608 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3348607-3209-4b79-b901-cb016e4a60a8 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (af9e14d2-b406-4b32-8047-68974d305bf4), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.118683 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3348607-3209-4b79-b901-cb016e4a60a8 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (af9e14d2-b406-4b32-8047-68974d305bf4), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.122332 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3348607-3209-4b79-b901-cb016e4a60a8 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (af9e14d2-b406-4b32-8047-68974d305bf4), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.140347 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3348607-3209-4b79-b901-cb016e4a60a8 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9e14d2-b406-4b32-8047-68974d305bf4,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:29.150687 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b3348607-3209-4b79-b901-cb016e4a60a8 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.151879 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b3348607-3209-4b79-b901-cb016e4a60a8 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286039 Apr 14 21:39:29.154865 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34394) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:29.159061 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-55c96aa8-67df-46ea-9332-15a475de3b35 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group_rule': {'security_group_id': 'ce2bb876-b5e1-4910-bd18-11154e7caebf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:29.184448 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55c96aa8-67df-46ea-9332-15a475de3b35 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (031ee96d-73ef-4c85-b8cb-f3d3fe04297a), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.239344 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55c96aa8-67df-46ea-9332-15a475de3b35 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (031ee96d-73ef-4c85-b8cb-f3d3fe04297a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.243608 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55c96aa8-67df-46ea-9332-15a475de3b35 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (031ee96d-73ef-4c85-b8cb-f3d3fe04297a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.260773 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c96aa8-67df-46ea-9332-15a475de3b35 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031ee96d-73ef-4c85-b8cb-f3d3fe04297a,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:29.267965 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-55c96aa8-67df-46ea-9332-15a475de3b35 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.269141 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-55c96aa8-67df-46ea-9332-15a475de3b35 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133976 Apr 14 21:39:29.272452 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34396) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:29.276738 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:29.298984 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.378771 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.482927 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Allocated IP 172.27.3.199 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/9faf772a-896d-4539-8b5f-20d5e0c86bd1) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:39:29.584941 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (9faf772a-896d-4539-8b5f-20d5e0c86bd1), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.617217 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (9faf772a-896d-4539-8b5f-20d5e0c86bd1), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.667005 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:39:29.670052 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:39:29.674454 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:39:29.678091 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=9faf772a-896d-4539-8b5f-20d5e0c86bd1,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:29.762500 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (36ef8b34-968d-41fe-9159-cdf67200342c), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.797123 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (9faf772a-896d-4539-8b5f-20d5e0c86bd1), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.951746 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (9faf772a-896d-4539-8b5f-20d5e0c86bd1), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.958429 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (9faf772a-896d-4539-8b5f-20d5e0c86bd1), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:30.043747 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=9faf772a-896d-4539-8b5f-20d5e0c86bd1,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:30.057993 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (36ef8b34-968d-41fe-9159-cdf67200342c), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:30.075255 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:30.076502 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-ce8626b8-9d2b-4b20-9fd5-eb8a9d42c43f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8031347 Apr 14 21:39:30.273402 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-6cfbd7bc-e212-4f75-9fe7-04a8ddeb0c11 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1709735115&fields=id&tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 267 time: 0.0455194 Apr 14 21:39:30.378579 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-8fbbd5d6-e6ce-4561-ac29-3985497a9df7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:30.379902 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-8fbbd5d6-e6ce-4561-ac29-3985497a9df7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 814 time: 0.1001511 Apr 14 21:39:30.394027 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-6c1af56d-7fee-4207-b6bb-c44406bf2de4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/quotas/2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 375 time: 0.0086262 Apr 14 21:39:30.444224 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-b221aee0-5292-4f40-90a5-cc2e9c7594b6 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444412 Apr 14 21:39:30.539689 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-c01c8f03-2cb3-440d-b8f7-11e48e56a898 service neutron] 10.222.0.47 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845888 Apr 14 21:39:30.625426 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-ee9687b5-2d69-4d69-b102-fe75b3222d2c service neutron] 10.222.0.47 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801511 Apr 14 21:39:30.786557 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-473e352f-f7a0-4d9d-84eb-60133f3624e4 req-5d18a5b7-b9d5-4cf0-8387-1db02fd043ba tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 210 time: 0.0326772 Apr 14 21:39:31.879004 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9e3670dc-5fce-41d1-a8f6-70e326c22f1a req-839b2207-b6a4-4aef-a027-9c4cad2c67af tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 210 time: 0.0283644 Apr 14 21:39:32.976135 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ba303bfb-03b9-40fe-b110-3665c076c30b req-138d99ce-2fa1-4c7c-959f-a5d6edf5baf7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 210 time: 0.0279820 Apr 14 21:39:34.069936 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-66fd8b5a-f372-424f-9994-374629398e72 req-f02f8a3b-9840-4f8b-9ee4-9e72dad42d16 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 210 time: 0.0281396 Apr 14 21:39:35.101704 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-eeeb4027-eec4-4ea5-b281-464dcf411659 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:35.103373 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-eeeb4027-eec4-4ea5-b281-464dcf411659 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 814 time: 0.1098311 Apr 14 21:39:35.183889 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-190bc4c4-32c1-48b2-bfa3-8ff662a3d334 req-5f710a43-c9cd-44cf-951a-5285776b4a4f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 210 time: 0.0425069 Apr 14 21:39:35.213399 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-c6a2b91b-472c-4e3d-ad90-66f2e64c8e3a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 472 time: 0.0993266 Apr 14 21:39:35.260006 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'port': {'device_id': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'admin_state_up': True, 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'security_groups': ['ce2bb876-b5e1-4910-bd18-11154e7caebf']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:35.373543 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Made reservation on behalf of 2e2a74c784bf439dac8fd4a228c3ef7e for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:39:35.377036 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:35.507669 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Allocated IP 172.20.0.11 (8fdd656e-f5b6-43da-ba4a-b8cae2233839/fa83f0f6-6310-4279-ac0a-58972d6770bf/a3bc122c-7726-43dd-9d4c-848026524dde) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:39:35.647833 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (a3bc122c-7726-43dd-9d4c-848026524dde), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:35.680616 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:35.722369 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:39:35.726193 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:39:35.732730 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:39:35.763583 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=a3bc122c-7726-43dd-9d4c-848026524dde,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:35.793766 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:35.794394 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:35.810345 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-f130e828-eda4-4f7d-a0a1-11e19296b14e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540466 Apr 14 21:39:35.822148 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Request body: {'port': {'device_id': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:35.884445 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:35.992678 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-00d32e1f-aea9-40b9-bae8-f1dc1f3b07c1 None None] Provisioning complete for port a3bc122c-7726-43dd-9d4c-848026524dde triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:35.993170 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00d32e1f-aea9-40b9-bae8-f1dc1f3b07c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.027496 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-00d32e1f-aea9-40b9-bae8-f1dc1f3b07c1 None None] Port a3bc122c-7726-43dd-9d4c-848026524dde cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:39:36.150263 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bc122c-7726-43dd-9d4c-848026524dde {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:39:36.157607 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Publish callbacks [] for port (a3bc122c-7726-43dd-9d4c-848026524dde), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.169911 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Transition to ACTIVE for port object a3bc122c-7726-43dd-9d4c-848026524dde will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:39:36.173737 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.229108 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Pushing event updated for resources: {'Port': ['ID=a3bc122c-7726-43dd-9d4c-848026524dde,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:36.339057 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59358f71-9e23-4ac6-bf6f-920e818372b5 req-0f88e7f3-5e0c-4506-ac43-9adb9142f097 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:36.340568 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-59358f71-9e23-4ac6-bf6f-920e818372b5 req-0f88e7f3-5e0c-4506-ac43-9adb9142f097 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 944 time: 0.0669594 Apr 14 21:39:36.362877 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Attempting to bind port a3bc122c-7726-43dd-9d4c-848026524dde on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:39:36.363175 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Attempting to bind port a3bc122c-7726-43dd-9d4c-848026524dde by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:39:36.363511 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Attempting to bind port a3bc122c-7726-43dd-9d4c-848026524dde on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:39:36.370690 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1fba1f3-1284-49e3-8ce7-8540de3a49d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.375636 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Port a3bc122c-7726-43dd-9d4c-848026524dde on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:39:36.375961 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Attempting to bind port a3bc122c-7726-43dd-9d4c-848026524dde on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:39:36.390567 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:39:36.390909 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Checking segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:39:36.391302 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Bound using segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:39:36.391740 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Bound port: a3bc122c-7726-43dd-9d4c-848026524dde, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:39:36.392103 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.417767 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-59358f71-9e23-4ac6-bf6f-920e818372b5 req-17645077-5a8c-4457-8f44-5384cbce10ec tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713131 Apr 14 21:39:36.476262 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] For port a3bc122c-7726-43dd-9d4c-848026524dde, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:39:36.479465 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] For port a3bc122c-7726-43dd-9d4c-848026524dde, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3bc122c-7726-43dd-9d4c-848026524dde,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:39:36.485265 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.517278 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:36.517944 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.519314 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] 10.222.0.13 "PUT /v2.0/ports/a3bc122c-7726-43dd-9d4c-848026524dde HTTP/1.1" status: 200 len: 1094 time: 0.7014120 Apr 14 21:39:36.519785 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'tag': 'a3bc122c-7726-43dd-9d4c-848026524dde'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:36.522891 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b89009b2-8740-4c72-aad1-bb42fa11b008", "tag": "a3bc122c-7726-43dd-9d4c-848026524dde"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:36.550919 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f360f-04c6-4762-b8d5-093ae8c6837c service neutron] Pushing event updated for resources: {'Port': ['ID=a3bc122c-7726-43dd-9d4c-848026524dde,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:36.599734 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6480103-edd7-4582-be8c-f1bec59e0e9f x-openstack-request-id: req-b6480103-edd7-4582-be8c-f1bec59e0e9f {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:36.600519 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89009b2-8740-4c72-aad1-bb42fa11b008", "tag": "a3bc122c-7726-43dd-9d4c-848026524dde", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:36.600812 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6480103-edd7-4582-be8c-f1bec59e0e9f {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:36.601248 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6480103-edd7-4582-be8c-f1bec59e0e9f'] response: {'name': 'network-changed', 'server_uuid': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'tag': 'a3bc122c-7726-43dd-9d4c-848026524dde', 'status': 'completed', 'code': 200} Apr 14 21:39:36.614570 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-98b10e4a-8543-485d-b941-16b28a0283fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:36.616354 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-98b10e4a-8543-485d-b941-16b28a0283fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 1128 time: 0.0515163 Apr 14 21:39:36.664252 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-ff08dd1c-2591-4265-b08e-4537ecd02975 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bc122c-7726-43dd-9d4c-848026524dde HTTP/1.1" status: 200 len: 217 time: 0.0380719 Apr 14 21:39:36.720242 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-1fae385f-320f-4948-9f56-17f100fac815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:36.721702 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-1fae385f-320f-4948-9f56-17f100fac815 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0492427 Apr 14 21:39:36.774044 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-21dbb01e-20f6-4c7f-9878-43ccee86941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:36.775584 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-21dbb01e-20f6-4c7f-9878-43ccee86941c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429664 Apr 14 21:39:36.867727 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-fee6dac3-066e-4c1a-8c57-6238e9dace0e service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848775 Apr 14 21:39:36.961639 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cba08e24-ce89-4150-987d-fc38297a44e6 req-66a4ed27-e504-4725-ae57-2580dee11f58 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867987 Apr 14 21:39:36.965535 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34524) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:37.073178 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce455084-0760-4652-8fcd-ce85f6c895d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.146096 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce455084-0760-4652-8fcd-ce85f6c895d9 admin admin] Publish callbacks [] for security_group (33414ae9-e84e-4083-97d1-a60074bf8c93), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.149743 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ce455084-0760-4652-8fcd-ce85f6c895d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (33414ae9-e84e-4083-97d1-a60074bf8c93), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.188029 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce455084-0760-4652-8fcd-ce85f6c895d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33414ae9-e84e-4083-97d1-a60074bf8c93,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:37.193958 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-ce455084-0760-4652-8fcd-ce85f6c895d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f007c04463df45f38076704f993c95cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274084 Apr 14 21:39:37.196570 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34528) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:37.243268 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4243b0f6-43a3-48c4-a534-4e9a77ccaad4 admin admin] Publish callbacks [] for security_group (33414ae9-e84e-4083-97d1-a60074bf8c93), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.264500 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4243b0f6-43a3-48c4-a534-4e9a77ccaad4 admin admin] Publish callbacks [] for security_group (33414ae9-e84e-4083-97d1-a60074bf8c93), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.312908 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4243b0f6-43a3-48c4-a534-4e9a77ccaad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (33414ae9-e84e-4083-97d1-a60074bf8c93), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.315473 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-4243b0f6-43a3-48c4-a534-4e9a77ccaad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.316607 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-4243b0f6-43a3-48c4-a534-4e9a77ccaad4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/33414ae9-e84e-4083-97d1-a60074bf8c93 HTTP/1.1" status: 204 len: 168 time: 0.1190395 Apr 14 21:39:37.325503 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243b0f6-43a3-48c4-a534-4e9a77ccaad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33414ae9-e84e-4083-97d1-a60074bf8c93,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:37.538589 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce17fc-6259-44f6-82d4-a2aefb44e473 req-1f4398d9-0e6e-4985-af19-8684cf2a510f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:37.540242 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0cce17fc-6259-44f6-82d4-a2aefb44e473 req-1f4398d9-0e6e-4985-af19-8684cf2a510f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 944 time: 0.0504525 Apr 14 21:39:37.601934 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0cce17fc-6259-44f6-82d4-a2aefb44e473 req-1268d8eb-4249-4b66-815c-62c4a8496950 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548294 Apr 14 21:39:37.946356 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-d14424ac-d51e-4e95-bbeb-9206dcb7b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:37.947860 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-d14424ac-d51e-4e95-bbeb-9206dcb7b684 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 1128 time: 0.0480511 Apr 14 21:39:38.052585 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-28407d84-2a95-4798-a9ab-249954f6ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:38.054483 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-28407d84-2a95-4798-a9ab-249954f6ac14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 915 time: 0.0960500 Apr 14 21:39:38.096688 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-96c92ef2-c716-484c-b9fd-3711de84fff9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bc122c-7726-43dd-9d4c-848026524dde HTTP/1.1" status: 200 len: 217 time: 0.0358076 Apr 14 21:39:38.148415 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-8e95991f-06de-44b0-862c-49c4671bf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:38.149975 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-8e95991f-06de-44b0-862c-49c4671bf44c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0466285 Apr 14 21:39:38.198805 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-8dafff6a-0d6e-48c6-9ca0-41158ee88034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:38.200331 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-8dafff6a-0d6e-48c6-9ca0-41158ee88034 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428972 Apr 14 21:39:38.292699 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-c7f90778-ecca-4c6f-910b-ae185b5cd203 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852320 Apr 14 21:39:38.387285 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2a36286c-6501-48d0-9d9e-d5ba0663a5b3 req-b2c00ea6-d11b-4781-a122-4757e87d8998 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879245 Apr 14 21:39:38.721246 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ed71c-371f-4702-ac65-ff8a48ab60bc req-dfeeeb7c-a40c-414c-bbff-82ed6044dcfd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:38.722756 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-539ed71c-371f-4702-ac65-ff8a48ab60bc req-dfeeeb7c-a40c-414c-bbff-82ed6044dcfd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 944 time: 0.0477366 Apr 14 21:39:38.772724 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-539ed71c-371f-4702-ac65-ff8a48ab60bc req-567fd4dd-f332-49ae-af8d-d465faec724d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443609 Apr 14 21:39:38.887385 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d954ab0c-f280-47f6-8ef6-0c3680dcba26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:39.697506 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:39.869443 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device a3bc122c-7726-43dd-9d4c-848026524dde details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:39:39.889220 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2021b-fac3-4a6c-ae6e-19a57df99290 req-0196893c-a11e-491c-9fdd-1463b2ce8e0d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:39.890745 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-29b2021b-fac3-4a6c-ae6e-19a57df99290 req-0196893c-a11e-491c-9fdd-1463b2ce8e0d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 944 time: 0.0505726 Apr 14 21:39:39.941866 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-29b2021b-fac3-4a6c-ae6e-19a57df99290 req-b1024a75-1689-42d1-a787-8d225f874b30 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Apr 14 21:39:39.974690 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port a3bc122c-7726-43dd-9d4c-848026524dde, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3bc122c-7726-43dd-9d4c-848026524dde,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:39.990509 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'a3bc122c-7726-43dd-9d4c-848026524dde', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'port_id': 'a3bc122c-7726-43dd-9d4c-848026524dde', 'mac_address': 'fa:16:3e:30:9a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:39:40.027917 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port a3bc122c-7726-43dd-9d4c-848026524dde is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:40.028307 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.041475 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bc122c-7726-43dd-9d4c-848026524dde {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:39:40.061520 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port a3bc122c-7726-43dd-9d4c-848026524dde, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3bc122c-7726-43dd-9d4c-848026524dde,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:40.066058 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.117326 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=a3bc122c-7726-43dd-9d4c-848026524dde,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:40.124592 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.124945 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.125291 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.125632 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.125991 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.126321 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.126651 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.126971 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.127302 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.127628 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.127954 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.128390 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.128628 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.128974 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.129337 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:40.340592 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['a3bc122c-7726-43dd-9d4c-848026524dde'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:39:40.373157 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34636) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:40.478721 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef446-a9ca-4fea-8c85-abe1e456f998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.555558 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef446-a9ca-4fea-8c85-abe1e456f998 admin admin] Publish callbacks [] for security_group (84888de9-fde6-4570-9be4-6c34584a7014), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.559281 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cd0ef446-a9ca-4fea-8c85-abe1e456f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (84888de9-fde6-4570-9be4-6c34584a7014), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.597328 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-cd0ef446-a9ca-4fea-8c85-abe1e456f998 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1263e33b91654181b5bf82a24d9ca391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230756 Apr 14 21:39:40.599419 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ef446-a9ca-4fea-8c85-abe1e456f998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84888de9-fde6-4570-9be4-6c34584a7014,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:40.600210 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34640) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:40.654686 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3e33c66-1e95-478f-8b97-eb9f550938a0 admin admin] Publish callbacks [] for security_group (84888de9-fde6-4570-9be4-6c34584a7014), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.675411 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3e33c66-1e95-478f-8b97-eb9f550938a0 admin admin] Publish callbacks [] for security_group (84888de9-fde6-4570-9be4-6c34584a7014), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.730343 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3e33c66-1e95-478f-8b97-eb9f550938a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (84888de9-fde6-4570-9be4-6c34584a7014), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.732749 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a3e33c66-1e95-478f-8b97-eb9f550938a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.734144 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a3e33c66-1e95-478f-8b97-eb9f550938a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84888de9-fde6-4570-9be4-6c34584a7014 HTTP/1.1" status: 204 len: 168 time: 0.1326814 Apr 14 21:39:40.741729 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e33c66-1e95-478f-8b97-eb9f550938a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84888de9-fde6-4570-9be4-6c34584a7014,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:40.996384 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34648) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:41.011895 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f512a39-c66f-44c5-b04a-d67e7149ffc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.076143 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb66ee-75e1-4ae0-aca6-b7179255b8bc req-47ab90b1-68f5-4a80-8967-602d2ca4c74e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:41.078114 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-94fb66ee-75e1-4ae0-aca6-b7179255b8bc req-47ab90b1-68f5-4a80-8967-602d2ca4c74e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 945 time: 0.0679924 Apr 14 21:39:41.150933 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-94fb66ee-75e1-4ae0-aca6-b7179255b8bc req-a12b5d57-6b29-49b4-848e-115cb10058c5 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673914 Apr 14 21:39:41.171623 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f512a39-c66f-44c5-b04a-d67e7149ffc6 admin admin] Publish callbacks [] for security_group (ad2cdf03-80a0-4106-a896-0f418308880a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.175221 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f512a39-c66f-44c5-b04a-d67e7149ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ad2cdf03-80a0-4106-a896-0f418308880a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.213164 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-2f512a39-c66f-44c5-b04a-d67e7149ffc6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9fc23defdd3444cac67f152f181e0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157242 Apr 14 21:39:41.215041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f512a39-c66f-44c5-b04a-d67e7149ffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2cdf03-80a0-4106-a896-0f418308880a,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:41.215853 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34650) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:41.263786 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72e1a6c3-1172-45df-8ee1-ba2121139044 admin admin] Publish callbacks [] for security_group (ad2cdf03-80a0-4106-a896-0f418308880a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.284403 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72e1a6c3-1172-45df-8ee1-ba2121139044 admin admin] Publish callbacks [] for security_group (ad2cdf03-80a0-4106-a896-0f418308880a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.335118 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72e1a6c3-1172-45df-8ee1-ba2121139044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ad2cdf03-80a0-4106-a896-0f418308880a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.337649 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-72e1a6c3-1172-45df-8ee1-ba2121139044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.338844 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-72e1a6c3-1172-45df-8ee1-ba2121139044 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad2cdf03-80a0-4106-a896-0f418308880a HTTP/1.1" status: 204 len: 168 time: 0.1219981 Apr 14 21:39:41.347341 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1a6c3-1172-45df-8ee1-ba2121139044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2cdf03-80a0-4106-a896-0f418308880a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:41.351639 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.265869 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496155ab-55c1-4bb7-9be3-e0a35e059ae8 req-38b0d635-75a5-496c-8b51-f72e4aaf7e73 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:42.267490 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-496155ab-55c1-4bb7-9be3-e0a35e059ae8 req-38b0d635-75a5-496c-8b51-f72e4aaf7e73 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 945 time: 0.0487547 Apr 14 21:39:42.323624 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-496155ab-55c1-4bb7-9be3-e0a35e059ae8 req-79be6b42-fee3-4ad1-acdc-16a317773cb4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484269 Apr 14 21:39:42.637288 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device a3bc122c-7726-43dd-9d4c-848026524dde up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:39:42.701001 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.704428 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port a3bc122c-7726-43dd-9d4c-848026524dde completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:39:42.711824 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port a3bc122c-7726-43dd-9d4c-848026524dde triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:42.712275 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.795611 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port a3bc122c-7726-43dd-9d4c-848026524dde is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:42.795992 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.819567 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bc122c-7726-43dd-9d4c-848026524dde'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:42.821620 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ca0b04-f14d-4a57-af00-f9955be4d2b5" -d '{"events": [{"server_uuid": "b89009b2-8740-4c72-aad1-bb42fa11b008", "name": "network-vif-plugged", "status": "completed", "tag": "a3bc122c-7726-43dd-9d4c-848026524dde"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:42.834381 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port a3bc122c-7726-43dd-9d4c-848026524dde, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3bc122c-7726-43dd-9d4c-848026524dde,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:42.838494 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.863594 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb8bfb0-547b-44b0-8dd3-35b1e8145638 x-openstack-request-id: req-dfb8bfb0-547b-44b0-8dd3-35b1e8145638 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:42.863890 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89009b2-8740-4c72-aad1-bb42fa11b008", "name": "network-vif-plugged", "status": "completed", "tag": "a3bc122c-7726-43dd-9d4c-848026524dde", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:42.864147 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dfb8bfb0-547b-44b0-8dd3-35b1e8145638 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:42.865200 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb8bfb0-547b-44b0-8dd3-35b1e8145638'] response: {'server_uuid': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bc122c-7726-43dd-9d4c-848026524dde', 'code': 200} Apr 14 21:39:42.890636 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=a3bc122c-7726-43dd-9d4c-848026524dde,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:43.022691 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34718) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:43.123813 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8dc79d5c-34b0-4410-a283-6ab70d64f418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.202732 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8dc79d5c-34b0-4410-a283-6ab70d64f418 admin admin] Publish callbacks [] for security_group (3c555adc-559a-4fea-9088-80a1765ee015), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.206438 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8dc79d5c-34b0-4410-a283-6ab70d64f418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (3c555adc-559a-4fea-9088-80a1765ee015), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.244231 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8dc79d5c-34b0-4410-a283-6ab70d64f418 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3da47fb15c3042018092c778f31b5b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204695 Apr 14 21:39:43.244945 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc79d5c-34b0-4410-a283-6ab70d64f418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c555adc-559a-4fea-9088-80a1765ee015,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:43.246908 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34722) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:43.297270 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-be8b286a-28e0-4ca3-8cc8-f0ff68b9afea admin admin] Publish callbacks [] for security_group (3c555adc-559a-4fea-9088-80a1765ee015), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.318879 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-be8b286a-28e0-4ca3-8cc8-f0ff68b9afea admin admin] Publish callbacks [] for security_group (3c555adc-559a-4fea-9088-80a1765ee015), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.364116 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-be8b286a-28e0-4ca3-8cc8-f0ff68b9afea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (3c555adc-559a-4fea-9088-80a1765ee015), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.367674 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-be8b286a-28e0-4ca3-8cc8-f0ff68b9afea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.368940 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-be8b286a-28e0-4ca3-8cc8-f0ff68b9afea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c555adc-559a-4fea-9088-80a1765ee015 HTTP/1.1" status: 204 len: 168 time: 0.1210525 Apr 14 21:39:43.377350 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b286a-28e0-4ca3-8cc8-f0ff68b9afea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c555adc-559a-4fea-9088-80a1765ee015,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:43.449879 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544d41f-6206-480d-8cd8-e8a993ab74af req-3a102caa-aa8b-4c98-94dc-9baa873e1c40 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:43.451463 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4544d41f-6206-480d-8cd8-e8a993ab74af req-3a102caa-aa8b-4c98-94dc-9baa873e1c40 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 946 time: 0.0497332 Apr 14 21:39:43.504874 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4544d41f-6206-480d-8cd8-e8a993ab74af req-818245a8-8c97-4380-b06e-87273a942abb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478594 Apr 14 21:39:43.633872 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34732) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:43.646453 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c38c8fa0-8392-4e4d-ad97-c48a1886c791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.719824 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c38c8fa0-8392-4e4d-ad97-c48a1886c791 admin admin] Publish callbacks [] for security_group (9d7385bf-72a0-4a10-b7ca-68a513cb1ce1), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.723519 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c38c8fa0-8392-4e4d-ad97-c48a1886c791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (9d7385bf-72a0-4a10-b7ca-68a513cb1ce1), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.767889 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-c38c8fa0-8392-4e4d-ad97-c48a1886c791 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb19f1d8f6494c2ba16ea3f3802ff7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328599 Apr 14 21:39:43.768762 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c8fa0-8392-4e4d-ad97-c48a1886c791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7385bf-72a0-4a10-b7ca-68a513cb1ce1,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:43.770608 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34734) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:43.823103 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb99c8b4-018d-4d62-9a4e-187d28d62ebc admin admin] Publish callbacks [] for security_group (9d7385bf-72a0-4a10-b7ca-68a513cb1ce1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.844437 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb99c8b4-018d-4d62-9a4e-187d28d62ebc admin admin] Publish callbacks [] for security_group (9d7385bf-72a0-4a10-b7ca-68a513cb1ce1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.890765 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb99c8b4-018d-4d62-9a4e-187d28d62ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (9d7385bf-72a0-4a10-b7ca-68a513cb1ce1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.893371 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-bb99c8b4-018d-4d62-9a4e-187d28d62ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.894543 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-bb99c8b4-018d-4d62-9a4e-187d28d62ebc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d7385bf-72a0-4a10-b7ca-68a513cb1ce1 HTTP/1.1" status: 204 len: 168 time: 0.1223807 Apr 14 21:39:43.902738 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99c8b4-018d-4d62-9a4e-187d28d62ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7385bf-72a0-4a10-b7ca-68a513cb1ce1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:44.500564 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ff034-2015-4b0c-861a-dbb7c0e5b4f1 req-134da66a-02c7-4668-8a38-975bfe5c5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:44.502122 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-441ff034-2015-4b0c-861a-dbb7c0e5b4f1 req-134da66a-02c7-4668-8a38-975bfe5c5f54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 1130 time: 0.0432351 Apr 14 21:39:44.548839 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-441ff034-2015-4b0c-861a-dbb7c0e5b4f1 req-c29a4385-fe07-4ba4-9a8b-95bd24ef40ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395510 Apr 14 21:39:44.623943 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd46fa-073b-488c-914c-73fe254d028c req-7e49e81a-076d-436f-850a-2e684bab140f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:44.625589 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b6cd46fa-073b-488c-914c-73fe254d028c req-7e49e81a-076d-436f-850a-2e684bab140f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 946 time: 0.0468223 Apr 14 21:39:44.680742 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b6cd46fa-073b-488c-914c-73fe254d028c req-11fa89f5-f2ff-42b8-ace0-d164342dc81a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491025 Apr 14 21:39:45.804276 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85da78-a6e4-4d02-b27a-2a9763104eb8 req-2835b17b-e122-4b73-b835-a18633490a08 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:45.805684 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5d85da78-a6e4-4d02-b27a-2a9763104eb8 req-2835b17b-e122-4b73-b835-a18633490a08 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 946 time: 0.0499835 Apr 14 21:39:45.853223 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5d85da78-a6e4-4d02-b27a-2a9763104eb8 req-35d24ad0-0650-447b-8ae3-c940e6541ceb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416615 Apr 14 21:39:45.995321 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34826) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:46.099459 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-76cba88f-68e6-4253-b738-3285628a417d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.173966 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-76cba88f-68e6-4253-b738-3285628a417d admin admin] Publish callbacks [] for security_group (a7b5d741-7b59-4a49-a5a8-4a90ef4c5354), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.177437 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-76cba88f-68e6-4253-b738-3285628a417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a7b5d741-7b59-4a49-a5a8-4a90ef4c5354), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.216426 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-76cba88f-68e6-4253-b738-3285628a417d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=04ba363ae5df43f0b3e39e9d24c790ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199800 Apr 14 21:39:46.217299 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cba88f-68e6-4253-b738-3285628a417d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b5d741-7b59-4a49-a5a8-4a90ef4c5354,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:46.219049 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34830) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:46.267507 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b913b964-a9ec-4160-afdf-110fb56a6ac2 admin admin] Publish callbacks [] for security_group (a7b5d741-7b59-4a49-a5a8-4a90ef4c5354), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.289412 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b913b964-a9ec-4160-afdf-110fb56a6ac2 admin admin] Publish callbacks [] for security_group (a7b5d741-7b59-4a49-a5a8-4a90ef4c5354), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.337364 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b913b964-a9ec-4160-afdf-110fb56a6ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a7b5d741-7b59-4a49-a5a8-4a90ef4c5354), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.340447 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b913b964-a9ec-4160-afdf-110fb56a6ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.341990 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b913b964-a9ec-4160-afdf-110fb56a6ac2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7b5d741-7b59-4a49-a5a8-4a90ef4c5354 HTTP/1.1" status: 204 len: 168 time: 0.1204875 Apr 14 21:39:46.353100 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913b964-a9ec-4160-afdf-110fb56a6ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b5d741-7b59-4a49-a5a8-4a90ef4c5354,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:46.621228 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 34852) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:46.635324 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-52d1e6ff-5aed-494b-8325-61c2103aadd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.717142 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-52d1e6ff-5aed-494b-8325-61c2103aadd6 admin admin] Publish callbacks [] for security_group (86f25603-9b52-4544-830e-0acd79e0aecf), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.721283 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-52d1e6ff-5aed-494b-8325-61c2103aadd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (86f25603-9b52-4544-830e-0acd79e0aecf), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.761063 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-52d1e6ff-5aed-494b-8325-61c2103aadd6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=67cdb2ee911e4a5eb6a15d7f9278eab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386750 Apr 14 21:39:46.763112 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1e6ff-5aed-494b-8325-61c2103aadd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f25603-9b52-4544-830e-0acd79e0aecf,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:46.763863 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34858) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:46.819232 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf45d-daf8-482c-9c19-ce9b37fcab7c admin admin] Publish callbacks [] for security_group (86f25603-9b52-4544-830e-0acd79e0aecf), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.849495 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf45d-daf8-482c-9c19-ce9b37fcab7c admin admin] Publish callbacks [] for security_group (86f25603-9b52-4544-830e-0acd79e0aecf), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.912451 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf45d-daf8-482c-9c19-ce9b37fcab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (86f25603-9b52-4544-830e-0acd79e0aecf), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.917744 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf45d-daf8-482c-9c19-ce9b37fcab7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.919028 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-1dcdf45d-daf8-482c-9c19-ce9b37fcab7c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/86f25603-9b52-4544-830e-0acd79e0aecf HTTP/1.1" status: 204 len: 168 time: 0.1541829 Apr 14 21:39:46.927666 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdf45d-daf8-482c-9c19-ce9b37fcab7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f25603-9b52-4544-830e-0acd79e0aecf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:46.940939 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011db1e-eda0-4cdc-ba5d-331f42a1c6e2 req-3bda09d6-1788-4825-b9b1-d43068be4ffe tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:46.945408 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f011db1e-eda0-4cdc-ba5d-331f42a1c6e2 req-3bda09d6-1788-4825-b9b1-d43068be4ffe tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0542381 Apr 14 21:39:47.019267 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ece6c4-6de1-4b9b-9fd7-9ff02ecb2c46 req-7e9dd137-65b4-461a-bae7-05814539079e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:47.020776 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-69ece6c4-6de1-4b9b-9fd7-9ff02ecb2c46 req-7e9dd137-65b4-461a-bae7-05814539079e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 946 time: 0.0745821 Apr 14 21:39:47.041596 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f011db1e-eda0-4cdc-ba5d-331f42a1c6e2 req-fe56a64d-6a7c-4544-8683-b69be1a71092 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868649 Apr 14 21:39:47.087799 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-69ece6c4-6de1-4b9b-9fd7-9ff02ecb2c46 req-af8f78d9-50c2-4a44-abd2-5913542d6b4f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570848 Apr 14 21:39:47.213410 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b831d47-2690-4efc-ba16-86ae3908c5d2 req-f2722ea3-2fb7-477e-9115-6a4f97e401d6 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:47.215286 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7b831d47-2690-4efc-ba16-86ae3908c5d2 req-f2722ea3-2fb7-477e-9115-6a4f97e401d6 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 946 time: 0.0628867 Apr 14 21:39:47.224527 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34872) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:47.229241 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-b65be89e-c7c2-4a14-a227-715a635b664a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'floatingip': {'port_id': 'a3bc122c-7726-43dd-9d4c-848026524dde'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:47.273995 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b65be89e-c7c2-4a14-a227-715a635b664a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (36ef8b34-968d-41fe-9159-cdf67200342c), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:47.761395 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b65be89e-c7c2-4a14-a227-715a635b664a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:47.765111 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b65be89e-c7c2-4a14-a227-715a635b664a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (36ef8b34-968d-41fe-9159-cdf67200342c), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:47.874645 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-b65be89e-c7c2-4a14-a227-715a635b664a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Floating IP 36ef8b34-968d-41fe-9159-cdf67200342c associated. External IP: 172.27.3.199, port: a3bc122c-7726-43dd-9d4c-848026524dde. Apr 14 21:39:48.179068 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ad36f-5e69-4c13-a1a1-f7adefed35c1 req-327dfde4-aaa8-471b-be65-002bf69bb88a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:48.180688 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-713ad36f-5e69-4c13-a1a1-f7adefed35c1 req-327dfde4-aaa8-471b-be65-002bf69bb88a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0533214 Apr 14 21:39:48.232578 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-713ad36f-5e69-4c13-a1a1-f7adefed35c1 req-515c94f6-ce9e-4574-827b-a22f041becc0 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Apr 14 21:39:48.360921 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65be89e-c7c2-4a14-a227-715a635b664a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Router bc3b3f95-9e38-471b-953d-da57ff222224 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:39:48.473061 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65be89e-c7c2-4a14-a227-715a635b664a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:39:48.478558 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b65be89e-c7c2-4a14-a227-715a635b664a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:48.484733 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:39:48.495323 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:48.496022 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:39:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:48.507345 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b65be89e-c7c2-4a14-a227-715a635b664a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "PUT /v2.0/floatingips/36ef8b34-968d-41fe-9159-cdf67200342c HTTP/1.1" status: 200 len: 992 time: 1.2808948 Apr 14 21:39:48.507897 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'tag': 'a3bc122c-7726-43dd-9d4c-848026524dde'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:48.510145 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64a8663-683a-4f38-853c-8809e7f5c4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b89009b2-8740-4c72-aad1-bb42fa11b008", "tag": "a3bc122c-7726-43dd-9d4c-848026524dde"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:48.549759 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83febab-2fb9-4a13-b4c3-bca3133a812a x-openstack-request-id: req-c83febab-2fb9-4a13-b4c3-bca3133a812a {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:48.550076 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89009b2-8740-4c72-aad1-bb42fa11b008", "tag": "a3bc122c-7726-43dd-9d4c-848026524dde", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:48.550322 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c83febab-2fb9-4a13-b4c3-bca3133a812a {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:48.550721 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83febab-2fb9-4a13-b4c3-bca3133a812a'] response: {'name': 'network-changed', 'server_uuid': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'tag': 'a3bc122c-7726-43dd-9d4c-848026524dde', 'status': 'completed', 'code': 200} Apr 14 21:39:48.607552 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:48.615244 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-ba2b9515-90f2-4696-8423-6ea596a31fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:48.617995 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-ba2b9515-90f2-4696-8423-6ea596a31fcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 1130 time: 0.0432284 Apr 14 21:39:48.712056 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-99ec4602-1185-47c0-a4e0-d0677ca91b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:48.713549 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-99ec4602-1185-47c0-a4e0-d0677ca91b41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 915 time: 0.0858629 Apr 14 21:39:48.782275 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-e6f50871-06ff-4521-a9e6-61278cd491f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bc122c-7726-43dd-9d4c-848026524dde HTTP/1.1" status: 200 len: 1000 time: 0.0621524 Apr 14 21:39:48.817865 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:39:48.835195 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-ed84b8ff-af09-4551-9808-02f604fae0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:48.836388 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '36ef8b34-968d-41fe-9159-cdf67200342c', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': 'a3bc122c-7726-43dd-9d4c-848026524dde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:30:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:39:29Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}, {'id': '8bbba364-2d2d-4698-a72a-7143cd1ad11e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '128da5b6-c820-46ae-87a0-8b9210492005', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:21:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:38:10Z', 'updated_at': '2022-04-14T21:38:33Z', 'revision_number': 2, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:48.836825 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-ed84b8ff-af09-4551-9808-02f604fae0a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0477996 Apr 14 21:39:48.862997 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:39:48.871635 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:48.872239 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:39:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:48.884270 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-11731249-72d1-47ab-bfd9-7ee51bd7cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:48.885935 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-11731249-72d1-47ab-bfd9-7ee51bd7cdd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385189 Apr 14 21:39:48.993774 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:49.001196 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-0f0f1f31-dee4-4446-9b32-655fa3fa63cf service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053367 Apr 14 21:39:49.107309 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c64a8663-683a-4f38-853c-8809e7f5c4fd req-a9d8c86e-2d11-49c2-b33f-d5e90e53e791 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887883 Apr 14 21:39:49.270471 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '36ef8b34-968d-41fe-9159-cdf67200342c', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': 'a3bc122c-7726-43dd-9d4c-848026524dde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:30:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:39:29Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}, {'id': '8bbba364-2d2d-4698-a72a-7143cd1ad11e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '128da5b6-c820-46ae-87a0-8b9210492005', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:21:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:38:10Z', 'updated_at': '2022-04-14T21:38:33Z', 'revision_number': 2, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:49.327593 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcda8ca-4207-4ecb-a2ad-857d40f9fb5f None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '36ef8b34-968d-41fe-9159-cdf67200342c', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': 'a3bc122c-7726-43dd-9d4c-848026524dde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:30:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:39:29Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}, {'id': '8bbba364-2d2d-4698-a72a-7143cd1ad11e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '128da5b6-c820-46ae-87a0-8b9210492005', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:21:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:38:10Z', 'updated_at': '2022-04-14T21:38:33Z', 'revision_number': 2, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:39:49.425300 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac19b50-7efa-4cfe-b78d-b9fc20704b5f req-8d10eff8-05de-4592-82b0-fbe191a917b7 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:49.426811 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ac19b50-7efa-4cfe-b78d-b9fc20704b5f req-8d10eff8-05de-4592-82b0-fbe191a917b7 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0588069 Apr 14 21:39:49.495479 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ac19b50-7efa-4cfe-b78d-b9fc20704b5f req-2e1cca09-74fe-41f2-9d77-51db614f2c08 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594501 Apr 14 21:39:49.580167 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f8d0a-04a2-484e-9384-40615c98b862 None None] New status for floating IP 36ef8b34-968d-41fe-9159-cdf67200342c: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:39:50.619754 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2a351-5a1c-4c8e-862d-b3f685691392 req-c70eec52-e272-43fe-b034-ec9f14230736 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:50.621915 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1de2a351-5a1c-4c8e-862d-b3f685691392 req-c70eec52-e272-43fe-b034-ec9f14230736 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0510468 Apr 14 21:39:50.672451 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1de2a351-5a1c-4c8e-862d-b3f685691392 req-780d4b76-e5fa-4f48-b920-68b78b5d7af9 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445800 Apr 14 21:39:51.145746 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34984) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:51.248019 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67f3c87c-f098-4bab-997d-d62db8ca0959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.324380 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67f3c87c-f098-4bab-997d-d62db8ca0959 admin admin] Publish callbacks [] for security_group (da9e00cd-bcf2-4845-8e92-6b6a665889a9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.328247 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-67f3c87c-f098-4bab-997d-d62db8ca0959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (da9e00cd-bcf2-4845-8e92-6b6a665889a9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.364798 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3c87c-f098-4bab-997d-d62db8ca0959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9e00cd-bcf2-4845-8e92-6b6a665889a9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:51.371070 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-67f3c87c-f098-4bab-997d-d62db8ca0959 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5350535b8e5e47999182c947dfbd921d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243133 Apr 14 21:39:51.373914 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 34988) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:51.420279 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b43a737-a72c-426a-a1fd-2a7d8536c9d5 admin admin] Publish callbacks [] for security_group (da9e00cd-bcf2-4845-8e92-6b6a665889a9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.443608 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b43a737-a72c-426a-a1fd-2a7d8536c9d5 admin admin] Publish callbacks [] for security_group (da9e00cd-bcf2-4845-8e92-6b6a665889a9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.490308 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b43a737-a72c-426a-a1fd-2a7d8536c9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (da9e00cd-bcf2-4845-8e92-6b6a665889a9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.493251 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-0b43a737-a72c-426a-a1fd-2a7d8536c9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.494412 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-0b43a737-a72c-426a-a1fd-2a7d8536c9d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da9e00cd-bcf2-4845-8e92-6b6a665889a9 HTTP/1.1" status: 204 len: 168 time: 0.1196830 Apr 14 21:39:51.501870 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43a737-a72c-426a-a1fd-2a7d8536c9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9e00cd-bcf2-4845-8e92-6b6a665889a9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:51.794623 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493bf68-1bf6-4794-bc8e-9a1f7438f894 req-d4e8bef2-c5fd-493b-b487-6f00f5a744ca tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:51.797290 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2493bf68-1bf6-4794-bc8e-9a1f7438f894 req-d4e8bef2-c5fd-493b-b487-6f00f5a744ca tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0555804 Apr 14 21:39:51.854675 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2493bf68-1bf6-4794-bc8e-9a1f7438f894 req-dd234aaf-cffe-4bc6-91f4-0044ec5f964a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505774 Apr 14 21:39:52.969065 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d1766-c2d6-42b2-a201-c3cb75e95257 req-e59cd15d-e264-47b8-988c-8fd840fb45c5 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:52.970661 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1b8d1766-c2d6-42b2-a201-c3cb75e95257 req-e59cd15d-e264-47b8-988c-8fd840fb45c5 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0479779 Apr 14 21:39:53.024313 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1b8d1766-c2d6-42b2-a201-c3cb75e95257 req-4e7bec05-4816-4557-ac97-494ec51bee49 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481708 Apr 14 21:39:54.142304 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97985c3-4710-4ac5-8267-6dd79fd59048 req-9116f64a-fab9-4bda-8e07-65042e273854 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:54.143808 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c97985c3-4710-4ac5-8267-6dd79fd59048 req-9116f64a-fab9-4bda-8e07-65042e273854 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0505226 Apr 14 21:39:54.197490 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c97985c3-4710-4ac5-8267-6dd79fd59048 req-3647a86a-3cf1-40a5-8f3c-8eb2ac25eca4 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472987 Apr 14 21:39:55.324881 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ca197-220b-48fc-8e56-a7abbc791ee4 req-e807bd8c-2593-40d6-9379-131ffbf16e54 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:55.326456 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-929ca197-220b-48fc-8e56-a7abbc791ee4 req-e807bd8c-2593-40d6-9379-131ffbf16e54 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0536945 Apr 14 21:39:55.375448 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-929ca197-220b-48fc-8e56-a7abbc791ee4 req-53c9e060-f724-4e90-89d0-b891c1f43149 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 Apr 14 21:39:55.620479 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:56.489703 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8418-96be-411c-a7c1-3194e0fc5a2f req-051d4827-d9aa-4d50-ad5e-7dafe8846b57 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:56.491192 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c5cc8418-96be-411c-a7c1-3194e0fc5a2f req-051d4827-d9aa-4d50-ad5e-7dafe8846b57 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0472593 Apr 14 21:39:56.541837 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c5cc8418-96be-411c-a7c1-3194e0fc5a2f req-553c36da-eee3-4c32-a094-7e7d69d67043 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439808 Apr 14 21:39:57.146078 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-ca819068-8c87-4aab-96f0-052d9ea68eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:57.147558 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-ca819068-8c87-4aab-96f0-052d9ea68eff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce&device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 1130 time: 0.0399199 Apr 14 21:39:57.240992 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-7de87d92-8eba-4444-9327-fd89d40ddab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:57.242508 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-7de87d92-8eba-4444-9327-fd89d40ddab0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 HTTP/1.1" status: 200 len: 909 time: 0.0887074 Apr 14 21:39:57.309281 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-5296f255-6b5b-4898-aa9a-a729e395b496 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce HTTP/1.1" status: 200 len: 1001 time: 0.0606916 Apr 14 21:39:57.366544 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-3b2dcf31-8e65-4b36-a598-1f32b5fabaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:57.368142 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-3b2dcf31-8e65-4b36-a598-1f32b5fabaec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58f3dc53-00b7-4786-96b4-1ff30af8601a HTTP/1.1" status: 200 len: 847 time: 0.0448563 Apr 14 21:39:57.413008 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-ede0ac83-8c0c-48e8-ae93-6141561278fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:57.415178 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-ede0ac83-8c0c-48e8-ae93-6141561278fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395348 Apr 14 21:39:57.822191 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-431459d3-2c52-4500-b525-0564038d73a4 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997386 Apr 14 21:39:57.828934 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33b29d-598e-4cbb-b929-4c7017797bf6 req-ca953a73-a913-47f5-9309-2fdd79620606 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:57.830634 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aa33b29d-598e-4cbb-b929-4c7017797bf6 req-ca953a73-a913-47f5-9309-2fdd79620606 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0627210 Apr 14 21:39:57.949471 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-aa33b29d-598e-4cbb-b929-4c7017797bf6 req-7952bee1-a935-48b0-ad60-35ce8230651a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100090 Apr 14 21:39:57.978725 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-352cbfc7-b2a4-4af0-b640-294ae15f89a8 req-db76e864-153d-4c76-b7aa-f85160e62a7e service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471398 Apr 14 21:39:59.068587 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a04f0-b214-47d8-9add-4b6422f5b12f req-c6e1e602-4452-49e7-8142-0bfb833cb415 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:59.070484 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f08a04f0-b214-47d8-9add-4b6422f5b12f req-c6e1e602-4452-49e7-8142-0bfb833cb415 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0518854 Apr 14 21:39:59.121922 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f08a04f0-b214-47d8-9add-4b6422f5b12f req-0717321f-d2ec-4a10-b032-3a60da603fcf tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445070 Apr 14 21:40:00.238930 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57254d9d-d559-44a5-b3b4-34f711bc3ec1 req-94162674-1ea7-448b-a1c9-769c9c526db1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:00.240447 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-57254d9d-d559-44a5-b3b4-34f711bc3ec1 req-94162674-1ea7-448b-a1c9-769c9c526db1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0479515 Apr 14 21:40:00.292932 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-57254d9d-d559-44a5-b3b4-34f711bc3ec1 req-b0ca6ff4-014c-40b9-9a99-f4852d6b5eea tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468290 Apr 14 21:40:01.410003 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31818-5db8-4924-9171-9330f7b69a3b req-d10945b3-1f57-4643-992a-6a2ae4b99a18 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:01.411519 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8de31818-5db8-4924-9171-9330f7b69a3b req-d10945b3-1f57-4643-992a-6a2ae4b99a18 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0487657 Apr 14 21:40:01.461748 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8de31818-5db8-4924-9171-9330f7b69a3b req-cf71c96f-19a0-4cd4-bdcc-6a6cfc45e796 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436254 Apr 14 21:40:02.574523 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52feec20-4450-4f05-a7ae-e5413e5ceeef req-0ce61422-43fe-410a-a537-2fdc1c81b011 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:02.575998 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-52feec20-4450-4f05-a7ae-e5413e5ceeef req-0ce61422-43fe-410a-a537-2fdc1c81b011 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0481169 Apr 14 21:40:02.655928 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-52feec20-4450-4f05-a7ae-e5413e5ceeef req-605c991b-4ec0-43ac-9021-a98aa0d5dc1d tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742161 Apr 14 21:40:02.663847 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-e9262046-6223-4932-937a-391a62ac98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:02.665275 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-e9262046-6223-4932-937a-391a62ac98f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce&device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 1130 time: 0.0572557 Apr 14 21:40:02.777904 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-11360caf-5c47-4026-88ba-7ffee04fab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:02.777904 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-11360caf-5c47-4026-88ba-7ffee04fab70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 HTTP/1.1" status: 200 len: 909 time: 0.0910239 Apr 14 21:40:02.848558 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-5aa14c02-814a-4961-9bc5-356d4d13bd08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce HTTP/1.1" status: 200 len: 1001 time: 0.0643833 Apr 14 21:40:03.770222 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79a85b-87b1-4e9e-8fe9-8addc2bd07a3 req-4c272906-ec23-4996-bd3a-021365c27d2d tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:03.771738 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1a79a85b-87b1-4e9e-8fe9-8addc2bd07a3 req-4c272906-ec23-4996-bd3a-021365c27d2d tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0474820 Apr 14 21:40:03.819993 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1a79a85b-87b1-4e9e-8fe9-8addc2bd07a3 req-e7c9ce1c-484e-40d0-acd3-352fc8e7f71d tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Apr 14 21:40:03.907120 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-f7ef60cd-92ff-413a-b0cd-eac2b5d2a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:03.908540 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-f7ef60cd-92ff-413a-b0cd-eac2b5d2a5fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58f3dc53-00b7-4786-96b4-1ff30af8601a HTTP/1.1" status: 200 len: 847 time: 0.0446503 Apr 14 21:40:04.733808 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e01e4b3d-513e-4f1c-afa8-879fc8edbcce no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:40:04.770998 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-a9093132-95af-459b-a6c7-bdf7e68fcb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:04.772507 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-a9093132-95af-459b-a6c7-bdf7e68fcb30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425692 Apr 14 21:40:04.815858 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e01e4b3d-513e-4f1c-afa8-879fc8edbcce is: ACTIVE; New status is: DOWN {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:04.816238 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:04.840964 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:04.844300 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf282e34-eca9-460c-a84f-a7e78be7b624" -d '{"events": [{"server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:04.860513 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:04.864883 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:04.890117 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f1a473-efeb-4601-997c-e65ca0ae4a6b x-openstack-request-id: req-10f1a473-efeb-4601-997c-e65ca0ae4a6b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:04.890440 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:04.890625 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-10f1a473-efeb-4601-997c-e65ca0ae4a6b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:04.891012 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f1a473-efeb-4601-997c-e65ca0ae4a6b'] response: {'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'code': 200} Apr 14 21:40:04.917146 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:04.935862 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d447a9-93b0-4ac2-ae50-8c1ad347ea66 req-7c36656a-9d9c-4c66-91c1-df15c5179ab1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:04.937333 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a4d447a9-93b0-4ac2-ae50-8c1ad347ea66 req-7c36656a-9d9c-4c66-91c1-df15c5179ab1 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0470660 Apr 14 21:40:04.986025 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a4d447a9-93b0-4ac2-ae50-8c1ad347ea66 req-d48ce95d-eaf5-49c2-aaa6-8ef057e3d65e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429866 Apr 14 21:40:05.751849 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-00ab67fe-6609-4e0f-9e84-15ccc11d7418 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890889 Apr 14 21:40:05.840748 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-be3e87fe-54cd-49a5-912f-e03435f6206f req-0aef05cd-5776-4ec7-b587-cc560bc2b870 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820739 Apr 14 21:40:06.108103 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aea546-3dae-4586-98ec-1a4ed71ead15 req-04702a8c-8587-4e79-b4ae-451f0c6c724a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:06.109911 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53aea546-3dae-4586-98ec-1a4ed71ead15 req-04702a8c-8587-4e79-b4ae-451f0c6c724a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0534523 Apr 14 21:40:06.165818 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53aea546-3dae-4586-98ec-1a4ed71ead15 req-9754f777-caab-46ca-a54b-7ab2466f7d9b tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497336 Apr 14 21:40:06.372640 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-20de1412-b8e2-498b-b1e2-e90a0b8c83cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:07.280189 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772c97-847f-409d-962d-322c9dbd1b10 req-7effea86-3bc7-459f-b48c-4a567c9ccb3e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:07.281652 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fe772c97-847f-409d-962d-322c9dbd1b10 req-7effea86-3bc7-459f-b48c-4a567c9ccb3e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0472302 Apr 14 21:40:07.330157 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fe772c97-847f-409d-962d-322c9dbd1b10 req-6136645b-8f70-45d9-b253-8889a659aeeb tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429304 Apr 14 21:40:08.523422 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-d0213a52-af2f-4111-b551-fc9818908025 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395508 Apr 14 21:40:08.560610 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25797f5d-1453-40a7-86be-3653a4565ce8 req-695528da-e854-4928-9fb9-7ee4683e0268 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:08.562185 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-25797f5d-1453-40a7-86be-3653a4565ce8 req-695528da-e854-4928-9fb9-7ee4683e0268 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0550487 Apr 14 21:40:08.603887 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-75d8c60a-f651-4a16-a964-78c57af1a8ac tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:08.605273 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-75d8c60a-f651-4a16-a964-78c57af1a8ac tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports/e01e4b3d-513e-4f1c-afa8-879fc8edbcce HTTP/1.1" status: 200 len: 941 time: 0.0498941 Apr 14 21:40:08.614798 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-25797f5d-1453-40a7-86be-3653a4565ce8 req-24164542-3bfa-4479-803d-435029af0c8d tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467806 Apr 14 21:40:08.887683 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-72d85cff-a1db-429c-ae37-2782761bdeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:09.701532 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:09.731344 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb6164-c6d5-4108-a69e-a2ddd595d36e req-5ad52f21-0188-46e5-b44a-8e0cca55b9e4 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:09.732755 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-01eb6164-c6d5-4108-a69e-a2ddd595d36e req-5ad52f21-0188-46e5-b44a-8e0cca55b9e4 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0500658 Apr 14 21:40:09.781118 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-01eb6164-c6d5-4108-a69e-a2ddd595d36e req-f39c5866-19d8-4424-b837-f942d05536d2 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 Apr 14 21:40:09.890315 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-ec25f3c1-f35f-477b-abd9-d6388ee5f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:09.891799 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-ec25f3c1-f35f-477b-abd9-d6388ee5f4be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad&tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce HTTP/1.1" status: 200 len: 1128 time: 0.0407889 Apr 14 21:40:09.957611 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-27058fcf-f142-4da0-84e7-edc7fc762527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:09.959894 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-27058fcf-f142-4da0-84e7-edc7fc762527 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce&device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 1128 time: 0.0402672 Apr 14 21:40:10.059217 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-58551e25-5d00-4ac8-b7cf-fb54119d84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:10.060683 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-58551e25-5d00-4ac8-b7cf-fb54119d84d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 HTTP/1.1" status: 200 len: 909 time: 0.0949538 Apr 14 21:40:10.125796 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-d283195c-b051-4c33-a64e-c4f2b3abab99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce HTTP/1.1" status: 200 len: 999 time: 0.0584979 Apr 14 21:40:10.180255 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-49aba6e7-1b63-4102-890d-5f0832c120ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:10.181744 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-49aba6e7-1b63-4102-890d-5f0832c120ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58f3dc53-00b7-4786-96b4-1ff30af8601a HTTP/1.1" status: 200 len: 847 time: 0.0492258 Apr 14 21:40:10.224975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-a3a1c885-6a70-48b1-8db7-7d086cd7d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:10.226460 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-a3a1c885-6a70-48b1-8db7-7d086cd7d26a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373352 Apr 14 21:40:10.315806 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-b3f6c661-a2e2-414c-b19b-387bd19bef7e service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811846 Apr 14 21:40:10.409736 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0ebefee7-d741-4ca7-b947-0f59466aaa86 req-fcb1da63-c636-44c9-a971-e5d03a7ba1d9 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865908 Apr 14 21:40:10.930545 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c22f60-aa54-4fb0-81af-40267383f3f3 req-2d8a5fc3-2c65-4663-9319-393026a2f1b4 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:10.932628 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2c22f60-aa54-4fb0-81af-40267383f3f3 req-2d8a5fc3-2c65-4663-9319-393026a2f1b4 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0624492 Apr 14 21:40:10.989357 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2c22f60-aa54-4fb0-81af-40267383f3f3 req-64f3e468-9e16-4ebf-a23a-a7c5c4019ad5 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474861 Apr 14 21:40:11.348205 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:12.107724 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e727790-308c-486f-9695-22dff4513592 req-c7fa1a5c-c1fb-46c7-9ca4-5c7702f4d125 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:12.109243 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5e727790-308c-486f-9695-22dff4513592 req-c7fa1a5c-c1fb-46c7-9ca4-5c7702f4d125 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0519750 Apr 14 21:40:12.160220 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5e727790-308c-486f-9695-22dff4513592 req-94945bb4-937f-43b6-938a-211351b026ba tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451443 Apr 14 21:40:12.693509 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:13.268988 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a388e58-836f-496d-aeb7-a455518801e1 req-3e905b53-117c-4f4e-af61-a4fd570c250a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:13.270363 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1a388e58-836f-496d-aeb7-a455518801e1 req-3e905b53-117c-4f4e-af61-a4fd570c250a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0456252 Apr 14 21:40:13.318462 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1a388e58-836f-496d-aeb7-a455518801e1 req-6c3ae540-26b1-40f8-954f-76bb757e7cf3 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417063 Apr 14 21:40:14.437309 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75031dd9-c8bf-4ea8-8633-aad9ef2fb8ed req-e55e6a11-4a4b-4bd3-be5a-4404e09727b8 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:14.438799 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-75031dd9-c8bf-4ea8-8633-aad9ef2fb8ed req-e55e6a11-4a4b-4bd3-be5a-4404e09727b8 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0509102 Apr 14 21:40:14.487601 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-75031dd9-c8bf-4ea8-8633-aad9ef2fb8ed req-28a6fb43-0a4b-49cb-ab97-ca9278a4d1a7 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 Apr 14 21:40:15.599373 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e3f0f-7f48-4076-87f4-3fd3961d65c9 req-2c615f12-15fe-4d6b-873e-762ea1ba93a5 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:15.600821 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fd8e3f0f-7f48-4076-87f4-3fd3961d65c9 req-2c615f12-15fe-4d6b-873e-762ea1ba93a5 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0468976 Apr 14 21:40:15.653180 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fd8e3f0f-7f48-4076-87f4-3fd3961d65c9 req-410413dc-afa2-4a7d-bc23-ca1c313c7c83 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459764 Apr 14 21:40:16.764559 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cbc06-318f-45ce-973e-a0679c3421d8 req-9427ebe7-55df-47d8-ad96-a85913bf6fdc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:16.766042 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-098cbc06-318f-45ce-973e-a0679c3421d8 req-9427ebe7-55df-47d8-ad96-a85913bf6fdc tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0467072 Apr 14 21:40:16.816313 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-098cbc06-318f-45ce-973e-a0679c3421d8 req-11ecc888-f3fe-487c-8834-4f1d3429c2df tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447619 Apr 14 21:40:17.933594 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afadc1-9e41-46b9-ba3b-45a760366256 req-d359358b-7ba1-4d2a-a49c-58e046b035e3 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:17.935601 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-75afadc1-9e41-46b9-ba3b-45a760366256 req-d359358b-7ba1-4d2a-a49c-58e046b035e3 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0524836 Apr 14 21:40:18.000289 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-75afadc1-9e41-46b9-ba3b-45a760366256 req-ed3b3bfd-f8d0-448c-9638-79a9cab08363 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588560 Apr 14 21:40:19.117569 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721c42b-e541-4175-94e7-d4c7141ff5b0 req-fe012948-b1d8-413a-98c8-21131dbc081a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:19.119607 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a721c42b-e541-4175-94e7-d4c7141ff5b0 req-fe012948-b1d8-413a-98c8-21131dbc081a tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0506575 Apr 14 21:40:19.171471 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a721c42b-e541-4175-94e7-d4c7141ff5b0 req-89d9c6ff-5ce9-431f-b086-81dcbbc1f13e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460303 Apr 14 21:40:20.069606 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e01e4b3d-513e-4f1c-afa8-879fc8edbcce details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:40:20.172194 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:20.184114 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'port_id': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'mac_address': 'fa:16:3e:fc:eb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:40:20.223922 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e01e4b3d-513e-4f1c-afa8-879fc8edbcce is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:20.224315 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.242079 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01e4b3d-513e-4f1c-afa8-879fc8edbcce {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:40:20.263931 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:20.268488 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.295896 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33964dd1-fb68-4368-b388-eca55d8109fb req-ee8b27ae-1e65-48be-82cc-988665689ade tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:20.297231 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-33964dd1-fb68-4368-b388-eca55d8109fb req-ee8b27ae-1e65-48be-82cc-988665689ade tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 944 time: 0.0537875 Apr 14 21:40:20.331754 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:20.367090 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-33964dd1-fb68-4368-b388-eca55d8109fb req-85f8f032-4269-419b-8e43-25fa4ee34447 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617023 Apr 14 21:40:20.533951 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['e01e4b3d-513e-4f1c-afa8-879fc8edbcce'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:40:20.566320 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35448) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:20.689516 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.780407 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Publish callbacks [] for security_group (91ae7d3f-bf36-4782-a8b6-46b1ceda02d3), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.784877 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (91ae7d3f-bf36-4782-a8b6-46b1ceda02d3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.833930 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c81b3f83956f40d487e94ddf03bdf7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663329 Apr 14 21:40:20.834313 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35456) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:20.834901 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ae7d3f-bf36-4782-a8b6-46b1ceda02d3,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:20.844221 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.844826 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.845398 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.845944 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.846480 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.846992 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.847561 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.848068 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.848584 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.849211 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.849745 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.850279 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.850795 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.851299 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.851841 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bea151-4cd8-4cd3-a20b-d125b057eb91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:20.896151 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Publish callbacks [] for security_group (91ae7d3f-bf36-4782-a8b6-46b1ceda02d3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.927303 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Publish callbacks [] for security_group (91ae7d3f-bf36-4782-a8b6-46b1ceda02d3), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.996197 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (91ae7d3f-bf36-4782-a8b6-46b1ceda02d3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.998796 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.002369 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91ae7d3f-bf36-4782-a8b6-46b1ceda02d3 HTTP/1.1" status: 204 len: 168 time: 0.1635208 Apr 14 21:40:21.010793 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ae7d3f-bf36-4782-a8b6-46b1ceda02d3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:21.018205 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.019292 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.019820 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.020357 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.020854 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.021345 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.022002 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.022479 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.022929 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.023310 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.023734 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.024209 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.024549 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.025813 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.026237 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5043012-91ca-4181-b524-2fd74298f6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:21.262610 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35466) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:21.275302 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d263b915-c58c-4ccd-980d-dcd076e75e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.351535 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d263b915-c58c-4ccd-980d-dcd076e75e24 admin admin] Publish callbacks [] for security_group (98b429ca-1bc4-4215-ba6e-4f50a3dd01f4), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.355554 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d263b915-c58c-4ccd-980d-dcd076e75e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (98b429ca-1bc4-4215-ba6e-4f50a3dd01f4), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.395177 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d263b915-c58c-4ccd-980d-dcd076e75e24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f6c682da7614456a33e7cb689f8ea0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314781 Apr 14 21:40:21.396122 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263b915-c58c-4ccd-980d-dcd076e75e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b429ca-1bc4-4215-ba6e-4f50a3dd01f4,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:21.399299 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35470) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:21.480078 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-42aca2c6-84ac-4e6b-8e1c-8545bbc05881 admin admin] Publish callbacks [] for security_group (98b429ca-1bc4-4215-ba6e-4f50a3dd01f4), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.498127 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2d552-d5e6-4ac5-a7db-43d78352cbd5 req-38f59dec-c3af-4dd4-a8cf-627195d0dd10 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:21.499538 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7cd2d552-d5e6-4ac5-a7db-43d78352cbd5 req-38f59dec-c3af-4dd4-a8cf-627195d0dd10 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 945 time: 0.0660689 Apr 14 21:40:21.519329 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-42aca2c6-84ac-4e6b-8e1c-8545bbc05881 admin admin] Publish callbacks [] for security_group (98b429ca-1bc4-4215-ba6e-4f50a3dd01f4), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.580189 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7cd2d552-d5e6-4ac5-a7db-43d78352cbd5 req-e0330222-9d7a-41af-86c1-ad78da7220f5 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715342 Apr 14 21:40:21.596453 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-42aca2c6-84ac-4e6b-8e1c-8545bbc05881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (98b429ca-1bc4-4215-ba6e-4f50a3dd01f4), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.599278 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-42aca2c6-84ac-4e6b-8e1c-8545bbc05881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.600376 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-42aca2c6-84ac-4e6b-8e1c-8545bbc05881 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/98b429ca-1bc4-4215-ba6e-4f50a3dd01f4 HTTP/1.1" status: 204 len: 168 time: 0.2015393 Apr 14 21:40:21.609457 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aca2c6-84ac-4e6b-8e1c-8545bbc05881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b429ca-1bc4-4215-ba6e-4f50a3dd01f4,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:22.160898 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e01e4b3d-513e-4f1c-afa8-879fc8edbcce up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:22.207696 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port e01e4b3d-513e-4f1c-afa8-879fc8edbcce triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:22.208075 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.286669 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e01e4b3d-513e-4f1c-afa8-879fc8edbcce is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:22.287066 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.309533 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:22.311807 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a283d7e-4144-4092-ae0d-f1a675909bec" -d '{"events": [{"server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:22.325527 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:22.329655 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.356770 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337639f2-b4b7-4771-a082-fdde4b69ddd0 x-openstack-request-id: req-337639f2-b4b7-4771-a082-fdde4b69ddd0 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:22.357058 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "name": "network-vif-plugged", "status": "completed", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:22.357321 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-337639f2-b4b7-4771-a082-fdde4b69ddd0 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:22.357740 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-337639f2-b4b7-4771-a082-fdde4b69ddd0'] response: {'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'code': 200} Apr 14 21:40:22.383633 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,revision_number=8']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:22.692889 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f9855-b4fa-4e26-893e-260916256401 req-9d358211-6acc-4917-9c44-d7c82036599e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:22.694431 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-925f9855-b4fa-4e26-893e-260916256401 req-9d358211-6acc-4917-9c44-d7c82036599e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0481133 Apr 14 21:40:22.743494 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-925f9855-b4fa-4e26-893e-260916256401 req-65975c2e-696e-4adf-9463-07d726af0cbd tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426216 Apr 14 21:40:23.864003 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660d8f-2c45-4b67-b1bb-b8cb8367e324 req-a1559161-eb35-4f03-a7c4-43293d25b7bd tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:23.865417 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5a660d8f-2c45-4b67-b1bb-b8cb8367e324 req-a1559161-eb35-4f03-a7c4-43293d25b7bd tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0504098 Apr 14 21:40:23.914490 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5a660d8f-2c45-4b67-b1bb-b8cb8367e324 req-96660539-56c8-4995-b77a-f06c43ac7687 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Apr 14 21:40:24.099818 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec130ad-f2bc-4f5b-ad08-b94c0fe4f0a1 req-dab53839-997d-4b8e-a301-f8edb9285e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:24.102195 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3ec130ad-f2bc-4f5b-ad08-b94c0fe4f0a1 req-dab53839-997d-4b8e-a301-f8edb9285e79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 1130 time: 0.0415225 Apr 14 21:40:24.148068 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3ec130ad-f2bc-4f5b-ad08-b94c0fe4f0a1 req-281da91e-0323-42d5-b21a-eaebf13be5b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397229 Apr 14 21:40:25.028828 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17f15b-ed1b-4d3c-a9e8-8173ee0f4c4b req-85170168-87e7-47ba-b64a-d369472b278f tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:25.030559 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cb17f15b-ed1b-4d3c-a9e8-8173ee0f4c4b req-85170168-87e7-47ba-b64a-d369472b278f tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0481470 Apr 14 21:40:25.084033 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cb17f15b-ed1b-4d3c-a9e8-8173ee0f4c4b req-c974ad29-8250-496f-8d11-03b10fb133d5 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481791 Apr 14 21:40:25.625042 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:25.817090 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:40:26.197474 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e3904-273f-4665-9521-854be59ac352 req-4020ff8f-0c08-4a27-a141-90a061c17a36 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:26.198912 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-163e3904-273f-4665-9521-854be59ac352 req-4020ff8f-0c08-4a27-a141-90a061c17a36 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0478673 Apr 14 21:40:26.248942 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-163e3904-273f-4665-9521-854be59ac352 req-ab136f9b-52be-4b41-8145-50cd3c2ac6d7 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444479 Apr 14 21:40:26.489323 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35600) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:26.595526 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf511-328a-4d1f-b1ef-b9cc3fc133e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.672826 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf511-328a-4d1f-b1ef-b9cc3fc133e7 admin admin] Publish callbacks [] for security_group (b59d9db7-056e-4034-a1b7-fd54b78ce7a9), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.676761 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf511-328a-4d1f-b1ef-b9cc3fc133e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (b59d9db7-056e-4034-a1b7-fd54b78ce7a9), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.715196 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-3d6cf511-328a-4d1f-b1ef-b9cc3fc133e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da276bd4a4f541d5868d3912c15a95ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247286 Apr 14 21:40:26.717376 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cf511-328a-4d1f-b1ef-b9cc3fc133e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59d9db7-056e-4034-a1b7-fd54b78ce7a9,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:26.717956 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35604) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:26.767156 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59d26a6b-efe7-42c7-9f37-e120f1e3516b admin admin] Publish callbacks [] for security_group (b59d9db7-056e-4034-a1b7-fd54b78ce7a9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.787681 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59d26a6b-efe7-42c7-9f37-e120f1e3516b admin admin] Publish callbacks [] for security_group (b59d9db7-056e-4034-a1b7-fd54b78ce7a9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.833347 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59d26a6b-efe7-42c7-9f37-e120f1e3516b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (b59d9db7-056e-4034-a1b7-fd54b78ce7a9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.835985 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-59d26a6b-efe7-42c7-9f37-e120f1e3516b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.837128 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-59d26a6b-efe7-42c7-9f37-e120f1e3516b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b59d9db7-056e-4034-a1b7-fd54b78ce7a9 HTTP/1.1" status: 204 len: 168 time: 0.1181848 Apr 14 21:40:26.844765 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d26a6b-efe7-42c7-9f37-e120f1e3516b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59d9db7-056e-4034-a1b7-fd54b78ce7a9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:27.093851 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35610) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:27.110512 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d03f8d5-cf60-47e8-821b-db2472f84b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.185822 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d03f8d5-cf60-47e8-821b-db2472f84b78 admin admin] Publish callbacks [] for security_group (415fee66-4c95-476e-8d2e-a6818ee9494a), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.189195 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5d03f8d5-cf60-47e8-821b-db2472f84b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (415fee66-4c95-476e-8d2e-a6818ee9494a), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.225739 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03f8d5-cf60-47e8-821b-db2472f84b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415fee66-4c95-476e-8d2e-a6818ee9494a,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:27.231019 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-5d03f8d5-cf60-47e8-821b-db2472f84b78 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05d47c33674648ae85d33bfce4600da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361337 Apr 14 21:40:27.233868 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35612) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:27.280873 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5028660-ce67-4876-9c7f-374b71a78bbb admin admin] Publish callbacks [] for security_group (415fee66-4c95-476e-8d2e-a6818ee9494a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.301665 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5028660-ce67-4876-9c7f-374b71a78bbb admin admin] Publish callbacks [] for security_group (415fee66-4c95-476e-8d2e-a6818ee9494a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.347329 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5028660-ce67-4876-9c7f-374b71a78bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (415fee66-4c95-476e-8d2e-a6818ee9494a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.349853 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b5028660-ce67-4876-9c7f-374b71a78bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.350975 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b5028660-ce67-4876-9c7f-374b71a78bbb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/415fee66-4c95-476e-8d2e-a6818ee9494a HTTP/1.1" status: 204 len: 168 time: 0.1163206 Apr 14 21:40:27.358970 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5028660-ce67-4876-9c7f-374b71a78bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415fee66-4c95-476e-8d2e-a6818ee9494a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:27.682849 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35626) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:27.695691 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6afff97b-b115-45ba-bac8-564a43c3cd5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.778097 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6afff97b-b115-45ba-bac8-564a43c3cd5b admin admin] Publish callbacks [] for security_group (37a25af4-e8b1-4461-9aec-807b493432ea), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.781993 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-6afff97b-b115-45ba-bac8-564a43c3cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (37a25af4-e8b1-4461-9aec-807b493432ea), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.819676 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-6afff97b-b115-45ba-bac8-564a43c3cd5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b3b710393b17429faa35fe433bc79281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357396 Apr 14 21:40:27.820499 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afff97b-b115-45ba-bac8-564a43c3cd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a25af4-e8b1-4461-9aec-807b493432ea,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:27.823031 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35628) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:27.877775 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-841c489e-a319-4887-8522-902a158e152c admin admin] Publish callbacks [] for security_group (37a25af4-e8b1-4461-9aec-807b493432ea), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.900460 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-841c489e-a319-4887-8522-902a158e152c admin admin] Publish callbacks [] for security_group (37a25af4-e8b1-4461-9aec-807b493432ea), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.952271 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-841c489e-a319-4887-8522-902a158e152c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (37a25af4-e8b1-4461-9aec-807b493432ea), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.954961 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-841c489e-a319-4887-8522-902a158e152c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.956139 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-841c489e-a319-4887-8522-902a158e152c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37a25af4-e8b1-4461-9aec-807b493432ea HTTP/1.1" status: 204 len: 168 time: 0.1314747 Apr 14 21:40:27.964041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c489e-a319-4887-8522-902a158e152c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a25af4-e8b1-4461-9aec-807b493432ea,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:29.989290 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35690) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:30.092810 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed1fe06-e3a9-4a50-acc2-525adb0694b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.169068 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed1fe06-e3a9-4a50-acc2-525adb0694b1 admin admin] Publish callbacks [] for security_group (3ad08a5b-af45-41eb-bdc0-79af5397c178), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.173046 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9ed1fe06-e3a9-4a50-acc2-525adb0694b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (3ad08a5b-af45-41eb-bdc0-79af5397c178), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.211204 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-9ed1fe06-e3a9-4a50-acc2-525adb0694b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=491cef0ec1364cc292fec019a1858713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208049 Apr 14 21:40:30.212541 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1fe06-e3a9-4a50-acc2-525adb0694b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad08a5b-af45-41eb-bdc0-79af5397c178,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:30.214148 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35694) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:30.262802 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cb027cdd-ac1b-457d-a0a3-ab601e227d62 admin admin] Publish callbacks [] for security_group (3ad08a5b-af45-41eb-bdc0-79af5397c178), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.283343 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cb027cdd-ac1b-457d-a0a3-ab601e227d62 admin admin] Publish callbacks [] for security_group (3ad08a5b-af45-41eb-bdc0-79af5397c178), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.330066 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cb027cdd-ac1b-457d-a0a3-ab601e227d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (3ad08a5b-af45-41eb-bdc0-79af5397c178), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.332559 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-cb027cdd-ac1b-457d-a0a3-ab601e227d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.333701 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-cb027cdd-ac1b-457d-a0a3-ab601e227d62 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ad08a5b-af45-41eb-bdc0-79af5397c178 HTTP/1.1" status: 204 len: 168 time: 0.1185598 Apr 14 21:40:30.341535 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb027cdd-ac1b-457d-a0a3-ab601e227d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad08a5b-af45-41eb-bdc0-79af5397c178,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:34.279931 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35768) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:34.381959 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-47589dca-8eef-4401-90c8-9a6646c61150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.459082 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-47589dca-8eef-4401-90c8-9a6646c61150 admin admin] Publish callbacks [] for security_group (40f26ca5-f81e-4c80-a17a-a8466eea7859), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.463516 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-47589dca-8eef-4401-90c8-9a6646c61150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (40f26ca5-f81e-4c80-a17a-a8466eea7859), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.500433 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-47589dca-8eef-4401-90c8-9a6646c61150 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be1c68f8e8034588b2add2aad5c323d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194355 Apr 14 21:40:34.502373 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47589dca-8eef-4401-90c8-9a6646c61150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f26ca5-f81e-4c80-a17a-a8466eea7859,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:34.503247 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35772) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:34.552977 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d94b-e0aa-47f4-a1f3-198decd4b939 admin admin] Publish callbacks [] for security_group (40f26ca5-f81e-4c80-a17a-a8466eea7859), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.575962 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d94b-e0aa-47f4-a1f3-198decd4b939 admin admin] Publish callbacks [] for security_group (40f26ca5-f81e-4c80-a17a-a8466eea7859), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.625727 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d94b-e0aa-47f4-a1f3-198decd4b939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (40f26ca5-f81e-4c80-a17a-a8466eea7859), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.628219 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-c3e9d94b-e0aa-47f4-a1f3-198decd4b939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.629332 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-c3e9d94b-e0aa-47f4-a1f3-198decd4b939 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40f26ca5-f81e-4c80-a17a-a8466eea7859 HTTP/1.1" status: 204 len: 168 time: 0.1251147 Apr 14 21:40:34.637660 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9d94b-e0aa-47f4-a1f3-198decd4b939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f26ca5-f81e-4c80-a17a-a8466eea7859,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:34.886814 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35778) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:34.899756 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dadc026f-7893-42e7-bbbc-5d2711be19b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.973230 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dadc026f-7893-42e7-bbbc-5d2711be19b1 admin admin] Publish callbacks [] for security_group (3cb1de42-9315-42c6-816f-10adcdfb393d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.976842 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-dadc026f-7893-42e7-bbbc-5d2711be19b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (3cb1de42-9315-42c6-816f-10adcdfb393d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.015290 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-dadc026f-7893-42e7-bbbc-5d2711be19b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e5285846894244a2a69fc7c9e836390a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273868 Apr 14 21:40:35.016156 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc026f-7893-42e7-bbbc-5d2711be19b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb1de42-9315-42c6-816f-10adcdfb393d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:35.018540 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35782) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:35.066628 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac239-f547-4a8b-90b4-6e01114aced5 admin admin] Publish callbacks [] for security_group (3cb1de42-9315-42c6-816f-10adcdfb393d), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.087087 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac239-f547-4a8b-90b4-6e01114aced5 admin admin] Publish callbacks [] for security_group (3cb1de42-9315-42c6-816f-10adcdfb393d), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.133414 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac239-f547-4a8b-90b4-6e01114aced5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (3cb1de42-9315-42c6-816f-10adcdfb393d), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.136227 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac239-f547-4a8b-90b4-6e01114aced5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.137413 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-fc8ac239-f547-4a8b-90b4-6e01114aced5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3cb1de42-9315-42c6-816f-10adcdfb393d HTTP/1.1" status: 204 len: 168 time: 0.1183653 Apr 14 21:40:35.144923 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ac239-f547-4a8b-90b4-6e01114aced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb1de42-9315-42c6-816f-10adcdfb393d,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:35.714513 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ed71a-aa64-429e-ac71-8e6800bc3ed6 req-246f1d58-7ac0-40f8-bd3d-333c192f4326 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:35.717823 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7c7ed71a-aa64-429e-ac71-8e6800bc3ed6 req-246f1d58-7ac0-40f8-bd3d-333c192f4326 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 946 time: 0.0516543 Apr 14 21:40:35.769024 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7c7ed71a-aa64-429e-ac71-8e6800bc3ed6 req-72e55646-5340-4489-829d-79a31ca620be tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469062 Apr 14 21:40:36.171711 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35822) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:36.291422 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6720b018-459e-44a3-8f37-86e70e755c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.364497 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da12a0de-b34f-4d1b-8c36-64c09d314ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.370237 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6720b018-459e-44a3-8f37-86e70e755c62 admin admin] Publish callbacks [] for security_group (0af37e72-a8cf-47b8-b6d1-198891dcc9f5), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.374063 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6720b018-459e-44a3-8f37-86e70e755c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0af37e72-a8cf-47b8-b6d1-198891dcc9f5), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.411799 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-6720b018-459e-44a3-8f37-86e70e755c62 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e1a13530fbae4326b602bdc539e8df27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389719 Apr 14 21:40:36.412672 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720b018-459e-44a3-8f37-86e70e755c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af37e72-a8cf-47b8-b6d1-198891dcc9f5,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:36.414564 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35826) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:36.464487 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01cf76b7-9fdf-4f8b-acc9-e2f637de5d1c admin admin] Publish callbacks [] for security_group (0af37e72-a8cf-47b8-b6d1-198891dcc9f5), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.485155 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01cf76b7-9fdf-4f8b-acc9-e2f637de5d1c admin admin] Publish callbacks [] for security_group (0af37e72-a8cf-47b8-b6d1-198891dcc9f5), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.531408 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01cf76b7-9fdf-4f8b-acc9-e2f637de5d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0af37e72-a8cf-47b8-b6d1-198891dcc9f5), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.534083 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-01cf76b7-9fdf-4f8b-acc9-e2f637de5d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.535398 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-01cf76b7-9fdf-4f8b-acc9-e2f637de5d1c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0af37e72-a8cf-47b8-b6d1-198891dcc9f5 HTTP/1.1" status: 204 len: 168 time: 0.1196997 Apr 14 21:40:36.543977 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf76b7-9fdf-4f8b-acc9-e2f637de5d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af37e72-a8cf-47b8-b6d1-198891dcc9f5,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:36.890301 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082d0e2-7efe-4794-9f9b-7811256e70f0 req-87c7434e-69f5-4b37-92f0-b404d6c6bd3a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:36.891708 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a082d0e2-7efe-4794-9f9b-7811256e70f0 req-87c7434e-69f5-4b37-92f0-b404d6c6bd3a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 946 time: 0.0520370 Apr 14 21:40:36.939727 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a082d0e2-7efe-4794-9f9b-7811256e70f0 req-773fd388-9995-4ea8-9a81-5c1b411de87c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce2bb876-b5e1-4910-bd18-11154e7caebf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Apr 14 21:40:37.261492 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-3de94280-3179-4227-87a9-e3265801e530 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:37.262969 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-3de94280-3179-4227-87a9-e3265801e530 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 946 time: 0.0503604 Apr 14 21:40:37.350678 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Deleting port a3bc122c-7726-43dd-9d4c-848026524dde {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:37.351023 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:37.448184 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] For port a3bc122c-7726-43dd-9d4c-848026524dde, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a3bc122c-7726-43dd-9d4c-848026524dde,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:37.448549 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:37.631618 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:37.631986 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (36ef8b34-968d-41fe-9159-cdf67200342c), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:37.632302 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Floating IP 36ef8b34-968d-41fe-9159-cdf67200342c disassociated. External IP: 172.27.3.199, port: a3bc122c-7726-43dd-9d4c-848026524dde. Apr 14 21:40:37.632646 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Calling delete_port for a3bc122c-7726-43dd-9d4c-848026524dde owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:37.774318 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (a3bc122c-7726-43dd-9d4c-848026524dde), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:37.800312 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'Port': ['ID=a3bc122c-7726-43dd-9d4c-848026524dde,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:37.925991 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Router bc3b3f95-9e38-471b-953d-da57ff222224 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:40:38.057399 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4fcd3edb-b6b5-4775-ab33-9ba13f5f74f0 req-ae0ac3c2-d3fe-469f-800b-7eed6a215181 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89009b2-8740-4c72-aad1-bb42fa11b008 HTTP/1.1" status: 200 len: 210 time: 0.0363803 Apr 14 21:40:38.071531 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:38.086573 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:38.096575 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:38.097297 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:40:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:38.121166 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] No DVR routers for this DVR port a3bc122c-7726-43dd-9d4c-848026524dde on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:40:38.123747 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:38.127114 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-79f8dec1-7bed-4ab9-8e04-74e75a33bf58 req-b090c7c4-2234-45fe-b4d6-c10ffd96356d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "DELETE /v2.0/ports/a3bc122c-7726-43dd-9d4c-848026524dde HTTP/1.1" status: 204 len: 173 time: 0.8587270 Apr 14 21:40:38.127554 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'name': 'network-vif-deleted', 'tag': 'a3bc122c-7726-43dd-9d4c-848026524dde'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:38.129862 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7fb57a-4714-41ce-a91f-7a2bfcab4df9" -d '{"events": [{"server_uuid": "b89009b2-8740-4c72-aad1-bb42fa11b008", "name": "network-vif-deleted", "tag": "a3bc122c-7726-43dd-9d4c-848026524dde"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:38.174974 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cee859-8cdf-41d6-ba6e-61e4405737c4 x-openstack-request-id: req-96cee859-8cdf-41d6-ba6e-61e4405737c4 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:38.175524 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89009b2-8740-4c72-aad1-bb42fa11b008", "name": "network-vif-deleted", "tag": "a3bc122c-7726-43dd-9d4c-848026524dde", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:38.175780 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-96cee859-8cdf-41d6-ba6e-61e4405737c4 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:38.176185 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cee859-8cdf-41d6-ba6e-61e4405737c4'] response: {'server_uuid': 'b89009b2-8740-4c72-aad1-bb42fa11b008', 'name': 'network-vif-deleted', 'tag': 'a3bc122c-7726-43dd-9d4c-848026524dde', 'status': 'completed', 'code': 200} Apr 14 21:40:38.344996 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:38.566258 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '8bbba364-2d2d-4698-a72a-7143cd1ad11e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '128da5b6-c820-46ae-87a0-8b9210492005', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:21:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:38:10Z', 'updated_at': '2022-04-14T21:38:33Z', 'revision_number': 2, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:38.599189 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:40:38.611197 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:38.611831 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:40:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:38.734412 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:38.891374 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2e968396-6347-48da-8a41-9fcc2ecfd395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:38.956596 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '8bbba364-2d2d-4698-a72a-7143cd1ad11e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '128da5b6-c820-46ae-87a0-8b9210492005', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:21:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:38:10Z', 'updated_at': '2022-04-14T21:38:33Z', 'revision_number': 2, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:38.988713 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b0995f-7b55-4c07-9fd4-1f41f6f3376f None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '8bbba364-2d2d-4698-a72a-7143cd1ad11e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '128da5b6-c820-46ae-87a0-8b9210492005', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:21:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:38:10Z', 'updated_at': '2022-04-14T21:38:33Z', 'revision_number': 2, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:40:39.153619 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35918) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:39.214290 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71b78919-fabd-482f-9962-147f121bffd1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (ce2bb876-b5e1-4910-bd18-11154e7caebf), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.222697 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825dd823-056e-435b-9e8e-5e75cbae1359 None None] New status for floating IP 36ef8b34-968d-41fe-9159-cdf67200342c: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:40:39.239100 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71b78919-fabd-482f-9962-147f121bffd1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (ce2bb876-b5e1-4910-bd18-11154e7caebf), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.292551 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71b78919-fabd-482f-9962-147f121bffd1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (ce2bb876-b5e1-4910-bd18-11154e7caebf), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.295136 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-71b78919-fabd-482f-9962-147f121bffd1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.296321 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-71b78919-fabd-482f-9962-147f121bffd1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "DELETE /v2.0/security-groups/ce2bb876-b5e1-4910-bd18-11154e7caebf HTTP/1.1" status: 204 len: 168 time: 0.1416984 Apr 14 21:40:39.299093 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35920) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:39.310954 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b78919-fabd-482f-9962-147f121bffd1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2bb876-b5e1-4910-bd18-11154e7caebf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:39.317689 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.api.v2.resource [None req-452aedcd-e673-42f1-af8e-6a36d4eca7a0 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] show failed (client error): The resource could not be found. Apr 14 21:40:39.318843 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-452aedcd-e673-42f1-af8e-6a36d4eca7a0 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups/ce2bb876-b5e1-4910-bd18-11154e7caebf HTTP/1.1" status: 404 len: 347 time: 0.0187781 Apr 14 21:40:39.322436 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35922) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:39.448480 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-a25a51dd-7d59-4c6d-ae0c-0871a9879633 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Deleting port 9faf772a-896d-4539-8b5f-20d5e0c86bd1 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:39.448819 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a25a51dd-7d59-4c6d-ae0c-0871a9879633 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (9faf772a-896d-4539-8b5f-20d5e0c86bd1), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.526072 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a25a51dd-7d59-4c6d-ae0c-0871a9879633 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (9faf772a-896d-4539-8b5f-20d5e0c86bd1), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.526397 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a25a51dd-7d59-4c6d-ae0c-0871a9879633 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (9faf772a-896d-4539-8b5f-20d5e0c86bd1), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.540098 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-a25a51dd-7d59-4c6d-ae0c-0871a9879633 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Calling delete_port for 9faf772a-896d-4539-8b5f-20d5e0c86bd1 owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:39.679965 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a25a51dd-7d59-4c6d-ae0c-0871a9879633 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (9faf772a-896d-4539-8b5f-20d5e0c86bd1), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.707842 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.713383 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a51dd-7d59-4c6d-ae0c-0871a9879633 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'Port': ['ID=9faf772a-896d-4539-8b5f-20d5e0c86bd1,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:39.774258 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a25a51dd-7d59-4c6d-ae0c-0871a9879633 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (36ef8b34-968d-41fe-9159-cdf67200342c), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.777223 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a25a51dd-7d59-4c6d-ae0c-0871a9879633 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:39.778413 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a25a51dd-7d59-4c6d-ae0c-0871a9879633 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "DELETE /v2.0/floatingips/36ef8b34-968d-41fe-9159-cdf67200342c HTTP/1.1" status: 204 len: 168 time: 0.4547713 Apr 14 21:40:40.148938 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device a3bc122c-7726-43dd-9d4c-848026524dde no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:40:40.172455 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: a3bc122c-7726-43dd-9d4c-848026524dde {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:40:40.172795 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device a3bc122c-7726-43dd-9d4c-848026524dde not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:40:41.351694 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:41.386466 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4bdbe-5412-4827-ae19-6f2a21180fbf req-2cb9a77c-7839-4e85-8d8c-5676b66f201d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:41.387938 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2fa4bdbe-5412-4827-ae19-6f2a21180fbf req-2cb9a77c-7839-4e85-8d8c-5676b66f201d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0496690 Apr 14 21:40:41.437782 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2fa4bdbe-5412-4827-ae19-6f2a21180fbf req-0af3f7b0-83be-4e5d-ad5f-8c3884bb86a1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440516 Apr 14 21:40:42.558602 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4174896-44db-490c-b313-1ac9f86eeee8 req-07e4d89a-d0dd-46ed-8212-3ac6ddb349a0 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:42.560127 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4174896-44db-490c-b313-1ac9f86eeee8 req-07e4d89a-d0dd-46ed-8212-3ac6ddb349a0 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0487101 Apr 14 21:40:42.611899 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4174896-44db-490c-b313-1ac9f86eeee8 req-b83520f0-5ed1-4151-8cd6-6e26e4b3c349 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460854 Apr 14 21:40:42.695276 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:43.224073 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a6742-9d6e-4205-9c62-7b486489538d req-e3054142-4c96-41ec-b93b-d2c005a94731 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:43.225534 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-990a6742-9d6e-4205-9c62-7b486489538d req-e3054142-4c96-41ec-b93b-d2c005a94731 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0476086 Apr 14 21:40:43.315193 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Deleting port 128da5b6-c820-46ae-87a0-8b9210492005 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:43.315527 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (128da5b6-c820-46ae-87a0-8b9210492005), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:43.409467 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] For port 128da5b6-c820-46ae-87a0-8b9210492005, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=128da5b6-c820-46ae-87a0-8b9210492005,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:43.409857 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (128da5b6-c820-46ae-87a0-8b9210492005), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:43.587221 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:43.588132 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (8bbba364-2d2d-4698-a72a-7143cd1ad11e), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:43.588132 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Floating IP 8bbba364-2d2d-4698-a72a-7143cd1ad11e disassociated. External IP: 172.27.3.137, port: 128da5b6-c820-46ae-87a0-8b9210492005. Apr 14 21:40:43.588383 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Calling delete_port for 128da5b6-c820-46ae-87a0-8b9210492005 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:43.756990 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4684b-4916-4a58-9db4-ba096c6047c2 req-02604376-e086-48b7-8957-8dfb29cb6dda tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:43.758511 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23e4684b-4916-4a58-9db4-ba096c6047c2 req-02604376-e086-48b7-8957-8dfb29cb6dda tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=92ce86cf-9357-47f9-89ee-0cf8a2315a6f HTTP/1.1" status: 200 len: 945 time: 0.0761418 Apr 14 21:40:43.785206 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (128da5b6-c820-46ae-87a0-8b9210492005), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:43.820078 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'Port': ['ID=128da5b6-c820-46ae-87a0-8b9210492005,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:43.850218 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23e4684b-4916-4a58-9db4-ba096c6047c2 req-93972335-cd24-40f8-8b56-35386bb5ff02 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831234 Apr 14 21:40:43.957961 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Router bc3b3f95-9e38-471b-953d-da57ff222224 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:40:44.074686 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:44.085158 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:44.097098 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:44.097684 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:40:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:44.120632 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] No DVR routers for this DVR port 128da5b6-c820-46ae-87a0-8b9210492005 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:40:44.123200 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:44.126667 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-990a6742-9d6e-4205-9c62-7b486489538d req-3b691eae-9273-4f43-b18e-6c36eaa01f7f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "DELETE /v2.0/ports/128da5b6-c820-46ae-87a0-8b9210492005 HTTP/1.1" status: 204 len: 173 time: 0.8953171 Apr 14 21:40:44.127069 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'name': 'network-vif-deleted', 'tag': '128da5b6-c820-46ae-87a0-8b9210492005'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:44.129470 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95d94f4-9e29-476d-a113-5e9d7edf218e" -d '{"events": [{"server_uuid": "92ce86cf-9357-47f9-89ee-0cf8a2315a6f", "name": "network-vif-deleted", "tag": "128da5b6-c820-46ae-87a0-8b9210492005"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:44.168263 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3592c340-45da-4063-97b8-da4a37e4280a x-openstack-request-id: req-3592c340-45da-4063-97b8-da4a37e4280a {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:44.168769 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ce86cf-9357-47f9-89ee-0cf8a2315a6f", "name": "network-vif-deleted", "tag": "128da5b6-c820-46ae-87a0-8b9210492005", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:44.169029 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3592c340-45da-4063-97b8-da4a37e4280a {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:44.169443 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3592c340-45da-4063-97b8-da4a37e4280a'] response: {'server_uuid': '92ce86cf-9357-47f9-89ee-0cf8a2315a6f', 'name': 'network-vif-deleted', 'tag': '128da5b6-c820-46ae-87a0-8b9210492005', 'status': 'completed', 'code': 200} Apr 14 21:40:44.221847 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:44.431233 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:44.458258 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:40:44.467653 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:44.468279 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:40:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:44.579375 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:44.786386 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:44.814825 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbbf87-8d3f-461c-bf82-22ad5c201b07 None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:40:44.939166 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35962) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:45.005011 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f12152f3-dff7-4003-ba99-3ea3b677580b tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (9f36e0ba-006c-47a0-a44d-fcc88fe5f94f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.031946 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f12152f3-dff7-4003-ba99-3ea3b677580b tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (9f36e0ba-006c-47a0-a44d-fcc88fe5f94f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.067596 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1aa283-1a9c-4208-b0f8-72c10f4e68ee None None] New status for floating IP 8bbba364-2d2d-4698-a72a-7143cd1ad11e: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:40:45.085957 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f12152f3-dff7-4003-ba99-3ea3b677580b tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (9f36e0ba-006c-47a0-a44d-fcc88fe5f94f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.089081 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f12152f3-dff7-4003-ba99-3ea3b677580b tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.092886 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f12152f3-dff7-4003-ba99-3ea3b677580b tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "DELETE /v2.0/security-groups/9f36e0ba-006c-47a0-a44d-fcc88fe5f94f HTTP/1.1" status: 204 len: 168 time: 0.1500769 Apr 14 21:40:45.093371 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35966) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:45.099477 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12152f3-dff7-4003-ba99-3ea3b677580b tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f36e0ba-006c-47a0-a44d-fcc88fe5f94f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:45.108080 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-05cc5a1f-82ac-4184-8620-0860d828151a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] show failed (client error): The resource could not be found. Apr 14 21:40:45.112587 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35968) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:45.112850 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-05cc5a1f-82ac-4184-8620-0860d828151a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups/9f36e0ba-006c-47a0-a44d-fcc88fe5f94f HTTP/1.1" status: 404 len: 347 time: 0.0182531 Apr 14 21:40:45.233376 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-041e8461-ccc7-43cf-a038-27a1fdaa87d7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Deleting port 66c1fe89-e93e-4ef2-bc15-5fa558cbf40b {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:45.233742 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-041e8461-ccc7-43cf-a038-27a1fdaa87d7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (66c1fe89-e93e-4ef2-bc15-5fa558cbf40b), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.585614 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-041e8461-ccc7-43cf-a038-27a1fdaa87d7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (66c1fe89-e93e-4ef2-bc15-5fa558cbf40b), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.585965 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-041e8461-ccc7-43cf-a038-27a1fdaa87d7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (66c1fe89-e93e-4ef2-bc15-5fa558cbf40b), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.599360 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-041e8461-ccc7-43cf-a038-27a1fdaa87d7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Calling delete_port for 66c1fe89-e93e-4ef2-bc15-5fa558cbf40b owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:45.734606 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-041e8461-ccc7-43cf-a038-27a1fdaa87d7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (66c1fe89-e93e-4ef2-bc15-5fa558cbf40b), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.760168 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8461-ccc7-43cf-a038-27a1fdaa87d7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'Port': ['ID=66c1fe89-e93e-4ef2-bc15-5fa558cbf40b,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:45.821534 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-041e8461-ccc7-43cf-a038-27a1fdaa87d7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (8bbba364-2d2d-4698-a72a-7143cd1ad11e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.824852 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-041e8461-ccc7-43cf-a038-27a1fdaa87d7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.826051 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-041e8461-ccc7-43cf-a038-27a1fdaa87d7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "DELETE /v2.0/floatingips/8bbba364-2d2d-4698-a72a-7143cd1ad11e HTTP/1.1" status: 204 len: 168 time: 0.7120981 Apr 14 21:40:46.147878 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35974) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:46.152511 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ba08b976-022d-4068-8d3f-8ac9f8459168 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270353765', 'description': 'tempest-description--1760952470'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:46.173991 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba08b976-022d-4068-8d3f-8ac9f8459168 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.174302 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 128da5b6-c820-46ae-87a0-8b9210492005 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:40:46.198903 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 128da5b6-c820-46ae-87a0-8b9210492005 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:40:46.199282 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 128da5b6-c820-46ae-87a0-8b9210492005 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:40:46.246592 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba08b976-022d-4068-8d3f-8ac9f8459168 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (bc316b00-5d66-4ad6-be7a-80a8b8681d11), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.250055 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba08b976-022d-4068-8d3f-8ac9f8459168 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (bc316b00-5d66-4ad6-be7a-80a8b8681d11), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.281627 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ba08b976-022d-4068-8d3f-8ac9f8459168 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.282881 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ba08b976-022d-4068-8d3f-8ac9f8459168 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1339564 Apr 14 21:40:46.284765 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08b976-022d-4068-8d3f-8ac9f8459168 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc316b00-5d66-4ad6-be7a-80a8b8681d11,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:46.286084 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35976) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:46.292823 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-333a4011-6af4-4ac9-9c4f-cf1b4fad8022 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group_rule': {'security_group_id': 'bc316b00-5d66-4ad6-be7a-80a8b8681d11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:46.317593 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-333a4011-6af4-4ac9-9c4f-cf1b4fad8022 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (13549cc0-2a53-4c47-932b-204b928ea8d3), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.374751 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-333a4011-6af4-4ac9-9c4f-cf1b4fad8022 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (13549cc0-2a53-4c47-932b-204b928ea8d3), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.378603 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-333a4011-6af4-4ac9-9c4f-cf1b4fad8022 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (13549cc0-2a53-4c47-932b-204b928ea8d3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.399773 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a4011-6af4-4ac9-9c4f-cf1b4fad8022 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13549cc0-2a53-4c47-932b-204b928ea8d3,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:46.409378 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-333a4011-6af4-4ac9-9c4f-cf1b4fad8022 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.410667 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-333a4011-6af4-4ac9-9c4f-cf1b4fad8022 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234710 Apr 14 21:40:46.413294 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 35978) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:46.418701 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-f415cce8-e716-4f81-b8aa-07e34d11719e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group_rule': {'security_group_id': 'bc316b00-5d66-4ad6-be7a-80a8b8681d11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:46.444289 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f415cce8-e716-4f81-b8aa-07e34d11719e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (aa10044f-fd06-4b04-85e9-0953871053ac), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.502198 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f415cce8-e716-4f81-b8aa-07e34d11719e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (aa10044f-fd06-4b04-85e9-0953871053ac), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.506148 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f415cce8-e716-4f81-b8aa-07e34d11719e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (aa10044f-fd06-4b04-85e9-0953871053ac), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.524428 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415cce8-e716-4f81-b8aa-07e34d11719e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa10044f-fd06-4b04-85e9-0953871053ac,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:46.529616 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f415cce8-e716-4f81-b8aa-07e34d11719e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.534292 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f415cce8-e716-4f81-b8aa-07e34d11719e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198730 Apr 14 21:40:46.535046 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 35980) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:46.539620 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:46.560177 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.640643 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.744620 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Allocated IP 172.27.3.158 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/fb67c818-d0fd-4615-8a81-70adaeba0f06) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:40:46.850118 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (fb67c818-d0fd-4615-8a81-70adaeba0f06), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.884044 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (fb67c818-d0fd-4615-8a81-70adaeba0f06), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.923166 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:46.925368 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:46.931077 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:40:46.962202 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=fb67c818-d0fd-4615-8a81-70adaeba0f06,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:47.030984 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (31b32208-94d6-4f74-baed-212287fa5b03), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:47.068043 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (fb67c818-d0fd-4615-8a81-70adaeba0f06), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:47.229665 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (fb67c818-d0fd-4615-8a81-70adaeba0f06), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:47.234305 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (fb67c818-d0fd-4615-8a81-70adaeba0f06), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:47.303902 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=fb67c818-d0fd-4615-8a81-70adaeba0f06,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:47.315728 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (31b32208-94d6-4f74-baed-212287fa5b03), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:47.333986 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:47.335243 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3132fc56-0cb5-40bd-b87d-1e0e85122aeb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7991388 Apr 14 21:40:47.535374 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-c970df2d-d193-479b-b420-8a2e87ae7b84 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--270353765&fields=id&tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 267 time: 0.0435045 Apr 14 21:40:47.644689 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-a7747bad-6862-4454-8a0d-75a897037776 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:47.646170 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-a7747bad-6862-4454-8a0d-75a897037776 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 814 time: 0.1036594 Apr 14 21:40:47.660288 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-114c0ebb-661b-433c-a6f8-94e6a2894679 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/quotas/2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 375 time: 0.0086992 Apr 14 21:40:47.710779 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-351ac0d5-9e89-4944-82a4-957a5cdea6d3 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454650 Apr 14 21:40:47.809077 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-aef7abdc-6ebc-40a5-a44a-b513d85c6f19 service neutron] 10.222.0.47 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866575 Apr 14 21:40:47.901402 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-75b15cca-e076-4aef-938d-a5ad0726d4db service neutron] 10.222.0.47 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865276 Apr 14 21:40:48.069686 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d07a0ac8-5fc1-42d1-98be-a4e6efc29a4e req-630dc16b-65cb-4e94-9db4-1ed414f1a818 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 210 time: 0.0291145 Apr 14 21:40:49.034677 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8a496241-ce52-488f-8f60-b5eeb929d7f5 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:49.036233 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8a496241-ce52-488f-8f60-b5eeb929d7f5 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 814 time: 0.1092920 Apr 14 21:40:49.101377 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-51b8396e-5fbf-4f43-8a03-2ca07823a487 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 379 time: 0.0550630 Apr 14 21:40:49.113241 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'port': {'device_id': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'admin_state_up': True, 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'security_groups': ['bc316b00-5d66-4ad6-be7a-80a8b8681d11']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:49.194956 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ce65b5e9-d01e-4f89-b038-7ccfec4e9b56 req-898e6a80-47ee-4261-b6ea-720f22eb0d6f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 210 time: 0.0563586 Apr 14 21:40:49.245644 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Made reservation on behalf of 2e2a74c784bf439dac8fd4a228c3ef7e for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:40:49.249018 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:49.392425 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Allocated IP 172.20.0.3 (8fdd656e-f5b6-43da-ba4a-b8cae2233839/fa83f0f6-6310-4279-ac0a-58972d6770bf/22f4709d-4354-4b74-8e60-ab4748fdbc0a) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:40:49.540157 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:49.573992 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:49.615711 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:49.620868 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:49.624603 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:40:49.653540 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=22f4709d-4354-4b74-8e60-ab4748fdbc0a,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:49.682253 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:49.682877 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:49.700878 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-8620352f-4a24-48c4-815a-a06fcc648466 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5917563 Apr 14 21:40:49.714814 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Request body: {'port': {'device_id': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:49.781296 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:49.863411 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-47b46d5d-5ddc-46ea-8704-e6ae2b73c21b None None] Provisioning complete for port 22f4709d-4354-4b74-8e60-ab4748fdbc0a triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:49.863989 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-47b46d5d-5ddc-46ea-8704-e6ae2b73c21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:49.898243 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-47b46d5d-5ddc-46ea-8704-e6ae2b73c21b None None] Port 22f4709d-4354-4b74-8e60-ab4748fdbc0a cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:40:50.045547 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f4709d-4354-4b74-8e60-ab4748fdbc0a {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:40:50.052971 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Publish callbacks [] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:50.066014 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Transition to ACTIVE for port object 22f4709d-4354-4b74-8e60-ab4748fdbc0a will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:40:50.069857 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:50.121968 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Pushing event updated for resources: {'Port': ['ID=22f4709d-4354-4b74-8e60-ab4748fdbc0a,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:50.196334 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Attempting to bind port 22f4709d-4354-4b74-8e60-ab4748fdbc0a on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:40:50.196677 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Attempting to bind port 22f4709d-4354-4b74-8e60-ab4748fdbc0a by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:40:50.197354 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Attempting to bind port 22f4709d-4354-4b74-8e60-ab4748fdbc0a on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:40:50.202290 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Port 22f4709d-4354-4b74-8e60-ab4748fdbc0a on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:40:50.202609 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Attempting to bind port 22f4709d-4354-4b74-8e60-ab4748fdbc0a on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:40:50.207452 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:40:50.207790 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Checking segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:40:50.208171 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Bound using segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:40:50.208593 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Bound port: 22f4709d-4354-4b74-8e60-ab4748fdbc0a, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:40:50.208953 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:50.311853 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] For port 22f4709d-4354-4b74-8e60-ab4748fdbc0a, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:40:50.330918 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23751e55-7b61-4cbb-8116-34459ce1d3e7 req-1010c557-a039-42b6-8316-63468a4c9a16 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:50.332400 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23751e55-7b61-4cbb-8116-34459ce1d3e7 req-1010c557-a039-42b6-8316-63468a4c9a16 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 943 time: 0.0657609 Apr 14 21:40:50.334105 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] For port 22f4709d-4354-4b74-8e60-ab4748fdbc0a, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22f4709d-4354-4b74-8e60-ab4748fdbc0a,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:40:50.346292 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:50.403156 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:50.403788 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:50.405305 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] 10.222.0.13 "PUT /v2.0/ports/22f4709d-4354-4b74-8e60-ab4748fdbc0a HTTP/1.1" status: 200 len: 1093 time: 0.6949334 Apr 14 21:40:50.405843 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'tag': '22f4709d-4354-4b74-8e60-ab4748fdbc0a'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:50.407993 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8dc784-b517-493b-a2d6-5462b1246ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "d153f7ed-c78f-4818-abcf-ae5d33462777", "tag": "22f4709d-4354-4b74-8e60-ab4748fdbc0a"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:50.441251 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23751e55-7b61-4cbb-8116-34459ce1d3e7 req-6d04d62b-1cab-48be-a7ce-407e23132b56 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022663 Apr 14 21:40:50.444543 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d38b4-48dd-41b1-b836-1bba7bc1617f service neutron] Pushing event updated for resources: {'Port': ['ID=22f4709d-4354-4b74-8e60-ab4748fdbc0a,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:50.475781 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d02a49d-d61f-41ee-908c-dfd8cc19de6d x-openstack-request-id: req-8d02a49d-d61f-41ee-908c-dfd8cc19de6d {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:50.476068 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d153f7ed-c78f-4818-abcf-ae5d33462777", "tag": "22f4709d-4354-4b74-8e60-ab4748fdbc0a", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:50.476314 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d02a49d-d61f-41ee-908c-dfd8cc19de6d {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:50.476710 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d02a49d-d61f-41ee-908c-dfd8cc19de6d'] response: {'name': 'network-changed', 'server_uuid': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'tag': '22f4709d-4354-4b74-8e60-ab4748fdbc0a', 'status': 'completed', 'code': 200} Apr 14 21:40:50.514091 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-92ffeac5-c33c-4dd8-96e6-31ee83635935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:50.515614 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-92ffeac5-c33c-4dd8-96e6-31ee83635935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 1127 time: 0.0492287 Apr 14 21:40:50.564614 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-e0aeb9f3-a998-4198-9c9a-f7d5cc419347 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22f4709d-4354-4b74-8e60-ab4748fdbc0a HTTP/1.1" status: 200 len: 217 time: 0.0362935 Apr 14 21:40:50.615321 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-450178d1-b856-4c08-b249-9e9411c2194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:50.616767 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-450178d1-b856-4c08-b249-9e9411c2194f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0459781 Apr 14 21:40:50.665095 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-9fefff1f-4618-4db4-9b86-c66cc1373616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:50.667298 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-9fefff1f-4618-4db4-9b86-c66cc1373616 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432713 Apr 14 21:40:50.762671 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-f4018eeb-7eec-437c-9122-c540d4f27117 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821176 Apr 14 21:40:50.855858 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6a817b11-ce13-410e-8aed-d17178fc0dbd req-828d9604-057a-4e72-99b2-06a39dc1f785 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845780 Apr 14 21:40:51.558243 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0442-2f65-49ad-9f72-ae65c5b6ef3c req-f8204006-2691-49da-9faf-4475e5ed51a4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:51.559704 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6e3d0442-2f65-49ad-9f72-ae65c5b6ef3c req-f8204006-2691-49da-9faf-4475e5ed51a4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 943 time: 0.0480046 Apr 14 21:40:51.607989 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6e3d0442-2f65-49ad-9f72-ae65c5b6ef3c req-40484aa7-49b9-4d75-8c14-cea7afa45d13 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424724 Apr 14 21:40:51.979590 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-046df83d-7e65-49b0-a59a-7fd1391b47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:51.981112 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-046df83d-7e65-49b0-a59a-7fd1391b47cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 1127 time: 0.0446174 Apr 14 21:40:52.090787 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-12a20bef-a709-468a-bf55-9bb60c8bda65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:52.092388 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-12a20bef-a709-468a-bf55-9bb60c8bda65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 915 time: 0.1028836 Apr 14 21:40:52.134128 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-d3f034ca-1dff-4942-af20-4eb8c672db05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22f4709d-4354-4b74-8e60-ab4748fdbc0a HTTP/1.1" status: 200 len: 217 time: 0.0347002 Apr 14 21:40:52.187499 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-b4a9bbb4-8c4e-48ae-8d76-c94b3f8c364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:52.188909 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-b4a9bbb4-8c4e-48ae-8d76-c94b3f8c364a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0472562 Apr 14 21:40:52.233026 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-dfb345b0-158e-4df3-9891-b332ce51c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:52.234486 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-dfb345b0-158e-4df3-9891-b332ce51c821 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384665 Apr 14 21:40:52.323697 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-bfacedad-2bd6-45bb-b139-ab7fd55da40a service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822906 Apr 14 21:40:52.414496 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2d8dc784-b517-493b-a2d6-5462b1246ff5 req-016389fd-f23d-40d9-80dc-6360222c4a36 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841537 Apr 14 21:40:52.722153 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731f525-c5d2-4fdb-8636-784063e672b7 req-9da9e05e-d122-4be1-a9a6-de8a7fee3480 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:52.723744 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5731f525-c5d2-4fdb-8636-784063e672b7 req-9da9e05e-d122-4be1-a9a6-de8a7fee3480 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 943 time: 0.0481009 Apr 14 21:40:52.770154 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5731f525-c5d2-4fdb-8636-784063e672b7 req-0f4124b5-76c9-4cb2-83bc-c2bcccad247f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396903 Apr 14 21:40:53.889238 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8e522-e69c-4d16-95b1-dc072e82f6b1 req-9ade8da0-40fc-48f2-98da-101ad306a744 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:53.890752 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-14b8e522-e69c-4d16-95b1-dc072e82f6b1 req-9ade8da0-40fc-48f2-98da-101ad306a744 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 943 time: 0.0532932 Apr 14 21:40:53.937145 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-14b8e522-e69c-4d16-95b1-dc072e82f6b1 req-b843493a-13d0-4761-a138-4f005e845c56 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408561 Apr 14 21:40:53.990967 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36066) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:54.095983 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da6732b2-ff92-4c7b-8471-16debbd90414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.177672 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da6732b2-ff92-4c7b-8471-16debbd90414 admin admin] Publish callbacks [] for security_group (15379b77-810a-46b9-bfd1-952741519737), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.182213 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-da6732b2-ff92-4c7b-8471-16debbd90414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (15379b77-810a-46b9-bfd1-952741519737), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.219570 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-da6732b2-ff92-4c7b-8471-16debbd90414 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2c3657ee0ca4ca88072e602a6c28b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275467 Apr 14 21:40:54.220506 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6732b2-ff92-4c7b-8471-16debbd90414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15379b77-810a-46b9-bfd1-952741519737,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:54.222270 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36070) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:54.252065 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 22f4709d-4354-4b74-8e60-ab4748fdbc0a details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:40:54.272553 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-08543d66-4d71-4713-8a0c-f997386d63f5 admin admin] Publish callbacks [] for security_group (15379b77-810a-46b9-bfd1-952741519737), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.293730 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-08543d66-4d71-4713-8a0c-f997386d63f5 admin admin] Publish callbacks [] for security_group (15379b77-810a-46b9-bfd1-952741519737), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.342406 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-08543d66-4d71-4713-8a0c-f997386d63f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (15379b77-810a-46b9-bfd1-952741519737), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.344972 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-08543d66-4d71-4713-8a0c-f997386d63f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.346148 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-08543d66-4d71-4713-8a0c-f997386d63f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15379b77-810a-46b9-bfd1-952741519737 HTTP/1.1" status: 204 len: 168 time: 0.1228528 Apr 14 21:40:54.354777 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08543d66-4d71-4713-8a0c-f997386d63f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15379b77-810a-46b9-bfd1-952741519737,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:54.354936 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 22f4709d-4354-4b74-8e60-ab4748fdbc0a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22f4709d-4354-4b74-8e60-ab4748fdbc0a,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:54.375214 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '22f4709d-4354-4b74-8e60-ab4748fdbc0a', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'port_id': '22f4709d-4354-4b74-8e60-ab4748fdbc0a', 'mac_address': 'fa:16:3e:a9:0a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:40:54.413608 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 22f4709d-4354-4b74-8e60-ab4748fdbc0a is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:54.414020 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.431101 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f4709d-4354-4b74-8e60-ab4748fdbc0a {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:40:54.453879 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 22f4709d-4354-4b74-8e60-ab4748fdbc0a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22f4709d-4354-4b74-8e60-ab4748fdbc0a,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:54.458530 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.505939 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=22f4709d-4354-4b74-8e60-ab4748fdbc0a,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:54.513798 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.514152 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.514507 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.514846 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.515177 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.515508 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.515834 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.516156 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.516480 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.516800 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.517122 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.517444 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.517783 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.518106 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.518426 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:54.713028 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['22f4709d-4354-4b74-8e60-ab4748fdbc0a'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:40:55.051660 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcf0ca-aaf3-46d3-9b9b-ddb8a1b8ca12 req-7427ba12-95cc-47ad-a2e6-fb26762f677d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:55.053154 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2bfcf0ca-aaf3-46d3-9b9b-ddb8a1b8ca12 req-7427ba12-95cc-47ad-a2e6-fb26762f677d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 944 time: 0.0467083 Apr 14 21:40:55.106140 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2bfcf0ca-aaf3-46d3-9b9b-ddb8a1b8ca12 req-69222c3d-973f-441f-b2c7-7ab2688537e3 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450518 Apr 14 21:40:55.639791 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:56.218719 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ad1d-5619-4791-a484-c94b0a047006 req-8a050048-7e7c-49e0-85b8-64c293cf69e3 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:56.220120 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1f02ad1d-5619-4791-a484-c94b0a047006 req-8a050048-7e7c-49e0-85b8-64c293cf69e3 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 944 time: 0.0457451 Apr 14 21:40:56.267220 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 22f4709d-4354-4b74-8e60-ab4748fdbc0a up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:56.267433 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1f02ad1d-5619-4791-a484-c94b0a047006 req-02f0a931-769b-471f-86c0-95e0cd7e29bc tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417576 Apr 14 21:40:56.314951 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 22f4709d-4354-4b74-8e60-ab4748fdbc0a completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:40:56.320521 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 22f4709d-4354-4b74-8e60-ab4748fdbc0a triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:56.320893 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:56.399109 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 22f4709d-4354-4b74-8e60-ab4748fdbc0a is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:56.399415 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:56.423165 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f4709d-4354-4b74-8e60-ab4748fdbc0a'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:56.425337 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c66e823-ab4b-4d10-ba9c-905613ae301a" -d '{"events": [{"server_uuid": "d153f7ed-c78f-4818-abcf-ae5d33462777", "name": "network-vif-plugged", "status": "completed", "tag": "22f4709d-4354-4b74-8e60-ab4748fdbc0a"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:56.438013 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 22f4709d-4354-4b74-8e60-ab4748fdbc0a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22f4709d-4354-4b74-8e60-ab4748fdbc0a,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:56.442394 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:56.466580 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2309beec-f165-4507-94b4-4142dabaf445 x-openstack-request-id: req-2309beec-f165-4507-94b4-4142dabaf445 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:56.466877 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d153f7ed-c78f-4818-abcf-ae5d33462777", "name": "network-vif-plugged", "status": "completed", "tag": "22f4709d-4354-4b74-8e60-ab4748fdbc0a", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:56.467131 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2309beec-f165-4507-94b4-4142dabaf445 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:56.467527 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2309beec-f165-4507-94b4-4142dabaf445'] response: {'server_uuid': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f4709d-4354-4b74-8e60-ab4748fdbc0a', 'code': 200} Apr 14 21:40:56.497166 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=22f4709d-4354-4b74-8e60-ab4748fdbc0a,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:56.526250 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-fd4a4063-0a36-43e9-b37a-9252456eb390 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=137484a46b9d43f1a9aae44c610dc674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282066 Apr 14 21:40:56.707787 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7a3d8-6078-4a47-8d98-5ab23eb32b4d req-d427c9b7-0bc2-4b4a-95a0-27604b77111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:56.709268 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ef7a3d8-6078-4a47-8d98-5ab23eb32b4d req-d427c9b7-0bc2-4b4a-95a0-27604b77111f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 1129 time: 0.1134672 Apr 14 21:40:56.754669 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-08af4985-6438-4b6d-99be-f7aade0327f2 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:56.755987 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-08af4985-6438-4b6d-99be-f7aade0327f2 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235582 Apr 14 21:40:56.784322 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-57980aa9-fb93-40ad-b4a2-127e171b84be tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/quotas/137484a46b9d43f1a9aae44c610dc674 HTTP/1.1" status: 200 len: 375 time: 0.0193930 Apr 14 21:40:56.791757 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ef7a3d8-6078-4a47-8d98-5ab23eb32b4d req-1319c057-f634-44ed-bade-3de29f2c9e98 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750129 Apr 14 21:40:56.816741 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-efa2ed74-628a-487f-95ea-c915ae594fc8 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=137484a46b9d43f1a9aae44c610dc674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279408 Apr 14 21:40:56.976464 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-74161eff-316f-4ccb-a4f2-0398ca5694dd req-af6494a0-e328-4ac6-973b-35f9e7a76ca2 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 210 time: 0.0298042 Apr 14 21:40:57.382889 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af9f74-38cb-4b35-9d19-5fa0e2ca8825 req-30ab93ca-ec73-4d17-9773-fc55e1204059 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:57.384332 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-21af9f74-38cb-4b35-9d19-5fa0e2ca8825 req-30ab93ca-ec73-4d17-9773-fc55e1204059 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 945 time: 0.0490181 Apr 14 21:40:57.429648 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-21af9f74-38cb-4b35-9d19-5fa0e2ca8825 req-7b731b1e-8a26-4152-b577-f28bd49f1b70 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390122 Apr 14 21:40:58.070265 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4d424b9c-a2bd-4d24-ba2d-64e88f9c28dd req-b1a94725-b13c-42e0-8056-822734b7ce8a tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 210 time: 0.0290363 Apr 14 21:40:58.558814 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-744fcc10-142e-4797-b4ba-680c58bac725 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=137484a46b9d43f1a9aae44c610dc674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278475 Apr 14 21:40:58.566989 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aa956-d645-4e4f-8962-ece42a39fcad req-59a11967-a2be-4cb1-9a5a-5d4238e0e647 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:58.568395 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-744aa956-d645-4e4f-8962-ece42a39fcad req-59a11967-a2be-4cb1-9a5a-5d4238e0e647 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 945 time: 0.0693727 Apr 14 21:40:58.679378 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-744aa956-d645-4e4f-8962-ece42a39fcad req-b502b1b8-3b76-4f07-ba31-8a8c7201b722 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013308 Apr 14 21:40:58.701988 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-e2b4f3a3-66e2-452c-9e30-a267443f89c4 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:58.703419 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-e2b4f3a3-66e2-452c-9e30-a267443f89c4 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341798 Apr 14 21:40:58.794741 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Request body: {'port': {'device_id': '38acb363-c2cd-4095-b93a-762dbb55aff8', 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53', 'admin_state_up': True, 'tenant_id': '137484a46b9d43f1a9aae44c610dc674'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:58.833181 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7f09e-549f-4448-9b4b-ada70a989f4f req-605bd2b4-5a1c-4b3e-b3fb-ebaad38589df tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:58.834662 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-34e7f09e-549f-4448-9b4b-ada70a989f4f req-605bd2b4-5a1c-4b3e-b3fb-ebaad38589df tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 945 time: 0.0892358 Apr 14 21:40:58.843727 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36142) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:58.848388 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-63b0068a-1ef2-45e9-ab68-f53c4ba78e81 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'floatingip': {'port_id': '22f4709d-4354-4b74-8e60-ab4748fdbc0a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:58.888216 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63b0068a-1ef2-45e9-ab68-f53c4ba78e81 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (31b32208-94d6-4f74-baed-212287fa5b03), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:58.916237 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Made reservation on behalf of 137484a46b9d43f1a9aae44c610dc674 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:40:58.919756 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:58.928323 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.005967 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks [] for security_group (f5d36aa3-780a-453a-b5f1-0e33a1f56e03), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.009637 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f5d36aa3-780a-453a-b5f1-0e33a1f56e03), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.076174 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d36aa3-780a-453a-b5f1-0e33a1f56e03,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:59.180579 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f30ce69a-db15-42d6-b361-02bf047ae306 req-87983e95-2711-4790-a2b9-2be942a9466f tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 210 time: 0.0366387 Apr 14 21:40:59.191282 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Allocated IP 192.168.233.27 (efa7d024-f1cb-4308-87cc-363849062c53/44987277-a588-4ec7-b5cd-98997b526743/1add42a0-20a3-4278-8091-7721394b30d9) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:40:59.343206 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63b0068a-1ef2-45e9-ab68-f53c4ba78e81 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.348052 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63b0068a-1ef2-45e9-ab68-f53c4ba78e81 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (31b32208-94d6-4f74-baed-212287fa5b03), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.349552 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks [] for port (1add42a0-20a3-4278-8091-7721394b30d9), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.382612 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (1add42a0-20a3-4278-8091-7721394b30d9), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.422817 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Network efa7d024-f1cb-4308-87cc-363849062c53 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:59.426010 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:59.432359 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:40:59.458377 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-63b0068a-1ef2-45e9-ab68-f53c4ba78e81 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Floating IP 31b32208-94d6-4f74-baed-212287fa5b03 associated. External IP: 172.27.3.158, port: 22f4709d-4354-4b74-8e60-ab4748fdbc0a. Apr 14 21:40:59.463814 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Pushing event updated for resources: {'Port': ['ID=1add42a0-20a3-4278-8091-7721394b30d9,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:59.490287 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:59.490908 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.512908 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-4aeb7fb7-0801-4841-bea4-3ff101bc5202 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7228162 Apr 14 21:40:59.525015 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Request body: {'port': {'device_id': '38acb363-c2cd-4095-b93a-762dbb55aff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:59.587749 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (1add42a0-20a3-4278-8091-7721394b30d9), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.692694 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b0068a-1ef2-45e9-ab68-f53c4ba78e81 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Router bc3b3f95-9e38-471b-953d-da57ff222224 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:40:59.726837 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-d50923cb-3134-4c4d-abef-d926a61f6749 None None] Provisioning complete for port 1add42a0-20a3-4278-8091-7721394b30d9 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:59.727416 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d50923cb-3134-4c4d-abef-d926a61f6749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (1add42a0-20a3-4278-8091-7721394b30d9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.763580 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d50923cb-3134-4c4d-abef-d926a61f6749 None None] Port 1add42a0-20a3-4278-8091-7721394b30d9 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:40:59.807862 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b0068a-1ef2-45e9-ab68-f53c4ba78e81 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:59.813079 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63b0068a-1ef2-45e9-ab68-f53c4ba78e81 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.817709 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:59.828128 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:59.828736 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:40:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:59.844335 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-63b0068a-1ef2-45e9-ab68-f53c4ba78e81 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "PUT /v2.0/floatingips/31b32208-94d6-4f74-baed-212287fa5b03 HTTP/1.1" status: 200 len: 991 time: 0.9993966 Apr 14 21:40:59.845025 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'tag': '22f4709d-4354-4b74-8e60-ab4748fdbc0a'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:59.847240 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d153f7ed-c78f-4818-abcf-ae5d33462777", "tag": "22f4709d-4354-4b74-8e60-ab4748fdbc0a"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:59.866465 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1add42a0-20a3-4278-8091-7721394b30d9 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:40:59.876256 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Publish callbacks [] for port (1add42a0-20a3-4278-8091-7721394b30d9), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.887008 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4df896-066c-4051-8563-8d5774d031c6 x-openstack-request-id: req-3b4df896-066c-4051-8563-8d5774d031c6 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:59.887362 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d153f7ed-c78f-4818-abcf-ae5d33462777", "tag": "22f4709d-4354-4b74-8e60-ab4748fdbc0a", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:59.887561 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b4df896-066c-4051-8563-8d5774d031c6 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:59.887971 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4df896-066c-4051-8563-8d5774d031c6'] response: {'name': 'network-changed', 'server_uuid': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'tag': '22f4709d-4354-4b74-8e60-ab4748fdbc0a', 'status': 'completed', 'code': 200} Apr 14 21:40:59.892666 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Transition to ACTIVE for port object 1add42a0-20a3-4278-8091-7721394b30d9 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:40:59.897373 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (1add42a0-20a3-4278-8091-7721394b30d9), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.989498 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1add42a0-20a3-4278-8091-7721394b30d9,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:59.998989 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-ad915a69-0b80-4234-a522-98a882f4d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:00.000519 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-ad915a69-0b80-4234-a522-98a882f4d35a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 1129 time: 0.0747929 Apr 14 21:41:00.048796 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:00.135050 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Attempting to bind port 1add42a0-20a3-4278-8091-7721394b30d9 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:41:00.135378 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Attempting to bind port 1add42a0-20a3-4278-8091-7721394b30d9 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '333fcf43-0120-4e08-8dc0-d97e1ce8dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:41:00.135708 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Attempting to bind port 1add42a0-20a3-4278-8091-7721394b30d9 on network efa7d024-f1cb-4308-87cc-363849062c53 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:41:00.149325 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Port 1add42a0-20a3-4278-8091-7721394b30d9 on network efa7d024-f1cb-4308-87cc-363849062c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:41:00.149620 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Attempting to bind port 1add42a0-20a3-4278-8091-7721394b30d9 on network efa7d024-f1cb-4308-87cc-363849062c53 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:41:00.156109 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-44131a4d-ccc2-4e46-b1fb-f4bbabbc7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:00.157582 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-44131a4d-ccc2-4e46-b1fb-f4bbabbc7626 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 915 time: 0.1418126 Apr 14 21:41:00.158485 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:41:00.158823 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Checking segment: {'id': '333fcf43-0120-4e08-8dc0-d97e1ce8dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:41:00.159200 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Bound using segment: {'id': '333fcf43-0120-4e08-8dc0-d97e1ce8dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:41:00.159626 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Bound port: 1add42a0-20a3-4278-8091-7721394b30d9, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333fcf43-0120-4e08-8dc0-d97e1ce8dacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:41:00.159983 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (1add42a0-20a3-4278-8091-7721394b30d9), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:00.295107 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '31b32208-94d6-4f74-baed-212287fa5b03', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.158', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '22f4709d-4354-4b74-8e60-ab4748fdbc0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:a9:0a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:40:46Z', 'updated_at': '2022-04-14T21:40:59Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:00.295955 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-c4aa34bd-c356-4844-a8d6-5183b3d3c173 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22f4709d-4354-4b74-8e60-ab4748fdbc0a HTTP/1.1" status: 200 len: 999 time: 0.1270883 Apr 14 21:41:00.317571 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] For port 1add42a0-20a3-4278-8091-7721394b30d9, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:41:00.327466 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:41:00.335624 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:00.336221 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:40:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:00.351462 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da173b-eff3-43e1-a352-2189d9faa084 req-38da8fae-4dd5-427c-8e04-250f5d6e1c54 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:00.352937 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93da173b-eff3-43e1-a352-2189d9faa084 req-38da8fae-4dd5-427c-8e04-250f5d6e1c54 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 947 time: 0.1023257 Apr 14 21:41:00.373667 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] For port 1add42a0-20a3-4278-8091-7721394b30d9, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1add42a0-20a3-4278-8091-7721394b30d9,segment=NetworkSegment(333fcf43-0120-4e08-8dc0-d97e1ce8dacc),segment_id=333fcf43-0120-4e08-8dc0-d97e1ce8dacc)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:41:00.389956 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (1add42a0-20a3-4278-8091-7721394b30d9), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:00.399618 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-09427b08-b1d8-4cc3-bc53-fbc2ded56934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:00.401120 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-09427b08-b1d8-4cc3-bc53-fbc2ded56934 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0978265 Apr 14 21:41:00.448278 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:00.449140 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:00.449780 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:00.451153 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/1add42a0-20a3-4278-8091-7721394b30d9 HTTP/1.1" status: 200 len: 1097 time: 0.9304047 Apr 14 21:41:00.469383 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38acb363-c2cd-4095-b93a-762dbb55aff8', 'tag': '1add42a0-20a3-4278-8091-7721394b30d9'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:41:00.471705 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eba824d-6c5f-4ac5-9797-b555919c171a" -d '{"events": [{"name": "network-changed", "server_uuid": "38acb363-c2cd-4095-b93a-762dbb55aff8", "tag": "1add42a0-20a3-4278-8091-7721394b30d9"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:41:00.505544 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-93da173b-eff3-43e1-a352-2189d9faa084 req-b32560cd-d0ef-4e8c-8d90-dac564ad9906 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455498 Apr 14 21:41:00.530957 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-eefa0bf2-5b70-4cfd-970b-bb506d684ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:00.530957 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-eefa0bf2-5b70-4cfd-970b-bb506d684ac5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0988867 Apr 14 21:41:00.545324 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebda278-b4bb-457a-a455-4038d88cf9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1add42a0-20a3-4278-8091-7721394b30d9,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:00.562073 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d18f4c5-31f3-4a29-a08f-e49b24f66b18 x-openstack-request-id: req-2d18f4c5-31f3-4a29-a08f-e49b24f66b18 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:41:00.562366 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38acb363-c2cd-4095-b93a-762dbb55aff8", "tag": "1add42a0-20a3-4278-8091-7721394b30d9", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:41:00.562614 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2d18f4c5-31f3-4a29-a08f-e49b24f66b18 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:41:00.563012 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d18f4c5-31f3-4a29-a08f-e49b24f66b18'] response: {'name': 'network-changed', 'server_uuid': '38acb363-c2cd-4095-b93a-762dbb55aff8', 'tag': '1add42a0-20a3-4278-8091-7721394b30d9', 'status': 'completed', 'code': 200} Apr 14 21:41:00.587704 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-fcefc378-0f29-4bb1-8835-3e16d013cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:00.589944 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-fcefc378-0f29-4bb1-8835-3e16d013cc34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=137484a46b9d43f1a9aae44c610dc674&device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 1131 time: 0.0795352 Apr 14 21:41:00.656941 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-85f59699-6bfd-4f55-8da4-60ed217a59d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=1add42a0-20a3-4278-8091-7721394b30d9 HTTP/1.1" status: 200 len: 217 time: 0.0413082 Apr 14 21:41:00.690980 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '31b32208-94d6-4f74-baed-212287fa5b03', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.158', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '22f4709d-4354-4b74-8e60-ab4748fdbc0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:a9:0a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:40:46Z', 'updated_at': '2022-04-14T21:40:59Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:00.726535 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea52c6dd-22a0-4990-b2c6-343547254a04 None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '31b32208-94d6-4f74-baed-212287fa5b03', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.158', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': '22f4709d-4354-4b74-8e60-ab4748fdbc0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:a9:0a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:40:46Z', 'updated_at': '2022-04-14T21:40:59Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:41:00.939665 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f563732-bd3c-43c8-acd6-9c845ca38a58 None None] New status for floating IP 31b32208-94d6-4f74-baed-212287fa5b03: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:41:00.993703 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-d0da3c75-6efb-4b3d-9d78-b0e31d3cdff9 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452903 Apr 14 21:41:00.997529 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eca74efb-715d-4c00-83f7-dc72ec7844fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:00.998911 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-eca74efb-715d-4c00-83f7-dc72ec7844fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44987277-a588-4ec7-b5cd-98997b526743 HTTP/1.1" status: 200 len: 843 time: 0.3361204 Apr 14 21:41:01.210926 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-40d29e0d-cf96-4086-b384-39b2f63ea0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:01.212410 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-40d29e0d-cf96-4086-b384-39b2f63ea0f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efa7d024-f1cb-4308-87cc-363849062c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0885077 Apr 14 21:41:01.289465 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e37b2446-f98c-467c-96d3-7b7b9be4b6a6 req-67613f4f-2c1a-4955-b43a-938e71bae9f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666801 Apr 14 21:41:01.321491 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-7aa88c42-9d2d-4ab5-a44b-c387123aa495 service neutron] 10.222.0.13 "GET /v2.0/networks/efa7d024-f1cb-4308-87cc-363849062c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007297 Apr 14 21:41:01.414592 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4ccf788e-90ec-497c-b411-547e0222b2f2 req-29043dc4-31d1-4857-b9a3-09a658772c2c service neutron] 10.222.0.13 "GET /v2.0/networks/efa7d024-f1cb-4308-87cc-363849062c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860636 Apr 14 21:41:01.624492 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf135eee-4c34-4e9e-8590-86f298f35622 req-2ef6b888-75d9-4ca6-a787-fac66ce4d030 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:01.625976 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bf135eee-4c34-4e9e-8590-86f298f35622 req-2ef6b888-75d9-4ca6-a787-fac66ce4d030 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 947 time: 0.0473316 Apr 14 21:41:01.672130 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bf135eee-4c34-4e9e-8590-86f298f35622 req-982fd849-9559-4a3b-9adc-71ad9abccc51 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Apr 14 21:41:02.364087 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-a4ff5730-8bed-4fe8-a8d4-103b6f899540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:02.365593 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-a4ff5730-8bed-4fe8-a8d4-103b6f899540 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=137484a46b9d43f1a9aae44c610dc674&device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 1131 time: 0.0426719 Apr 14 21:41:02.681184 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-5ddb6beb-7e68-401f-9bbd-107dfd4f845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:02.683237 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-5ddb6beb-7e68-401f-9bbd-107dfd4f845b service neutron] 10.222.0.13 "GET /v2.0/networks?id=efa7d024-f1cb-4308-87cc-363849062c53 HTTP/1.1" status: 200 len: 870 time: 0.0857286 Apr 14 21:41:02.729320 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-c1c6ce6f-45be-49f3-a173-c82106194b01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=1add42a0-20a3-4278-8091-7721394b30d9 HTTP/1.1" status: 200 len: 217 time: 0.0405009 Apr 14 21:41:02.787189 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae400bfb-da92-439b-af4c-88ac0ede89ce req-3fb3f3e2-d4ab-4d7b-9e56-ed3cf806ee4c tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:02.788642 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ae400bfb-da92-439b-af4c-88ac0ede89ce req-3fb3f3e2-d4ab-4d7b-9e56-ed3cf806ee4c tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 947 time: 0.0467656 Apr 14 21:41:02.814856 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:41:02.835818 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ae400bfb-da92-439b-af4c-88ac0ede89ce req-df2907a1-e2c6-45ed-aca1-8b58a0d5aa14 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Apr 14 21:41:03.005239 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-3bfbe9e5-e7e5-4f12-9805-c72dbfdcc7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:03.006776 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-3bfbe9e5-e7e5-4f12-9805-c72dbfdcc7f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44987277-a588-4ec7-b5cd-98997b526743 HTTP/1.1" status: 200 len: 843 time: 0.0459003 Apr 14 21:41:03.053727 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-0f33e953-5d63-422b-98f1-92429b8dbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:03.055207 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-0f33e953-5d63-422b-98f1-92429b8dbf81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efa7d024-f1cb-4308-87cc-363849062c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0413706 Apr 14 21:41:03.145332 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-711b0ae6-a5cd-492a-95a3-839ec21598b6 service neutron] 10.222.0.13 "GET /v2.0/networks/efa7d024-f1cb-4308-87cc-363849062c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828052 Apr 14 21:41:03.240399 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2eba824d-6c5f-4ac5-9797-b555919c171a req-63faec33-37bb-45e9-9f39-8ee3ff641ec9 service neutron] 10.222.0.13 "GET /v2.0/networks/efa7d024-f1cb-4308-87cc-363849062c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880108 Apr 14 21:41:03.951299 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0717dc-f7f0-474a-b5bc-bdc2624f43e8 req-14f690df-7227-4241-8d29-87b9db8d54bf tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:03.952788 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bf0717dc-f7f0-474a-b5bc-bdc2624f43e8 req-14f690df-7227-4241-8d29-87b9db8d54bf tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 947 time: 0.0471218 Apr 14 21:41:04.000980 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bf0717dc-f7f0-474a-b5bc-bdc2624f43e8 req-86ca29ad-d074-462c-a8d3-b01e12ca9750 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Apr 14 21:41:04.293713 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 1add42a0-20a3-4278-8091-7721394b30d9 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:41:04.391877 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 1add42a0-20a3-4278-8091-7721394b30d9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1add42a0-20a3-4278-8091-7721394b30d9,segment=NetworkSegment(333fcf43-0120-4e08-8dc0-d97e1ce8dacc),segment_id=333fcf43-0120-4e08-8dc0-d97e1ce8dacc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:04.402759 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '1add42a0-20a3-4278-8091-7721394b30d9', 'network_id': 'efa7d024-f1cb-4308-87cc-363849062c53', 'port_id': '1add42a0-20a3-4278-8091-7721394b30d9', 'mac_address': 'fa:16:3e:da:71:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44987277-a588-4ec7-b5cd-98997b526743', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:41:04.439368 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 1add42a0-20a3-4278-8091-7721394b30d9 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:41:04.439751 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (1add42a0-20a3-4278-8091-7721394b30d9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:04.452093 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1add42a0-20a3-4278-8091-7721394b30d9 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:41:04.470766 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 1add42a0-20a3-4278-8091-7721394b30d9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1add42a0-20a3-4278-8091-7721394b30d9,segment=NetworkSegment(333fcf43-0120-4e08-8dc0-d97e1ce8dacc),segment_id=333fcf43-0120-4e08-8dc0-d97e1ce8dacc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:04.474941 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (1add42a0-20a3-4278-8091-7721394b30d9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:04.527979 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=1add42a0-20a3-4278-8091-7721394b30d9,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:04.727292 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['1add42a0-20a3-4278-8091-7721394b30d9'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:41:05.111769 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367b236-fd5a-40f8-9c48-657afe375593 req-e56e2734-616f-42cb-b86c-0c40318fd958 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:05.113216 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7367b236-fd5a-40f8-9c48-657afe375593 req-e56e2734-616f-42cb-b86c-0c40318fd958 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 948 time: 0.0473409 Apr 14 21:41:05.163027 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7367b236-fd5a-40f8-9c48-657afe375593 req-1afde457-829b-48e2-b48d-656c548704e3 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441990 Apr 14 21:41:06.276825 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b3f00-5ea6-4956-b57c-4ceb72e98da5 req-5f5192eb-5941-484c-ab78-1779e78256b2 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:06.278935 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c07b3f00-5ea6-4956-b57c-4ceb72e98da5 req-5f5192eb-5941-484c-ab78-1779e78256b2 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 948 time: 0.0489190 Apr 14 21:41:06.301526 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 1add42a0-20a3-4278-8091-7721394b30d9 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:41:06.333380 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c07b3f00-5ea6-4956-b57c-4ceb72e98da5 req-30a050d2-33cb-42be-adc9-d5e5f8afa987 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487304 Apr 14 21:41:06.345265 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 1add42a0-20a3-4278-8091-7721394b30d9 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:41:06.352594 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 1add42a0-20a3-4278-8091-7721394b30d9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:41:06.352988 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (1add42a0-20a3-4278-8091-7721394b30d9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:06.398110 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bc22e40b-ba57-4b34-9f36-764e56e3c529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:06.443455 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 1add42a0-20a3-4278-8091-7721394b30d9 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:41:06.443833 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (1add42a0-20a3-4278-8091-7721394b30d9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:06.467039 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38acb363-c2cd-4095-b93a-762dbb55aff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1add42a0-20a3-4278-8091-7721394b30d9'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:41:06.469236 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3032bb-abec-41a9-951a-49491706e845" -d '{"events": [{"server_uuid": "38acb363-c2cd-4095-b93a-762dbb55aff8", "name": "network-vif-plugged", "status": "completed", "tag": "1add42a0-20a3-4278-8091-7721394b30d9"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:41:06.481295 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 1add42a0-20a3-4278-8091-7721394b30d9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1add42a0-20a3-4278-8091-7721394b30d9,segment=NetworkSegment(333fcf43-0120-4e08-8dc0-d97e1ce8dacc),segment_id=333fcf43-0120-4e08-8dc0-d97e1ce8dacc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:06.485839 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (1add42a0-20a3-4278-8091-7721394b30d9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:06.508299 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3264b3-102c-4af8-b91a-70cb11b3b72f x-openstack-request-id: req-7d3264b3-102c-4af8-b91a-70cb11b3b72f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:41:06.508592 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38acb363-c2cd-4095-b93a-762dbb55aff8", "name": "network-vif-plugged", "status": "completed", "tag": "1add42a0-20a3-4278-8091-7721394b30d9", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:41:06.508844 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d3264b3-102c-4af8-b91a-70cb11b3b72f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:41:06.509235 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3264b3-102c-4af8-b91a-70cb11b3b72f'] response: {'server_uuid': '38acb363-c2cd-4095-b93a-762dbb55aff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1add42a0-20a3-4278-8091-7721394b30d9', 'code': 200} Apr 14 21:41:06.538113 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=1add42a0-20a3-4278-8091-7721394b30d9,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:06.670660 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67431-f85e-40bc-811e-2cd3b8afc75c req-63d9ce48-d1ff-4711-9131-aafeea0fff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:06.672161 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-37a67431-f85e-40bc-811e-2cd3b8afc75c req-63d9ce48-d1ff-4711-9131-aafeea0fff01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 1133 time: 0.0377212 Apr 14 21:41:06.716192 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-37a67431-f85e-40bc-811e-2cd3b8afc75c req-25719b78-d571-4e97-849c-e1770e81fa96 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374596 Apr 14 21:41:07.449674 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdccb88-5116-419b-9cc8-9dda653e3c6a req-dba2c471-4ab1-4ecf-b7b3-dda46262a4db tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:07.451157 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-afdccb88-5116-419b-9cc8-9dda653e3c6a req-dba2c471-4ab1-4ecf-b7b3-dda46262a4db tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 949 time: 0.0498400 Apr 14 21:41:07.497526 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-afdccb88-5116-419b-9cc8-9dda653e3c6a req-8ea81293-86ff-48ff-80fc-6fe713ad7802 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Apr 14 21:41:08.610621 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591f1f-e685-4b34-8d1d-726e696da088 req-02c24c20-1001-4d69-aec8-c315eeafaf81 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:08.612321 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-92591f1f-e685-4b34-8d1d-726e696da088 req-02c24c20-1001-4d69-aec8-c315eeafaf81 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 949 time: 0.0476160 Apr 14 21:41:08.658201 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-92591f1f-e685-4b34-8d1d-726e696da088 req-383acc67-9b54-4a7d-9c22-14bfaee0d850 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 Apr 14 21:41:08.896312 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4fce66d7-026a-4084-966b-8e73b9e54bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:08.908267 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b65f5-39ed-419b-a6a4-986a6e1d5d50 req-6d53b7b1-9895-47ae-b8e5-eb6729394cb7 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:08.909776 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ee2b65f5-39ed-419b-a6a4-986a6e1d5d50 req-6d53b7b1-9895-47ae-b8e5-eb6729394cb7 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 949 time: 0.0470638 Apr 14 21:41:08.960440 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ee2b65f5-39ed-419b-a6a4-986a6e1d5d50 req-ec211e98-56da-4a60-813b-354b037f6870 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 Apr 14 21:41:09.706667 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:10.128206 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43edbd-e911-4024-add9-0d38d961c01a req-b10c9d4d-75ec-4834-a5b8-1de93f06edd2 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:10.129749 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bd43edbd-e911-4024-add9-0d38d961c01a req-b10c9d4d-75ec-4834-a5b8-1de93f06edd2 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 949 time: 0.0475779 Apr 14 21:41:10.179550 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bd43edbd-e911-4024-add9-0d38d961c01a req-2090207d-6097-4c07-9856-3c296620f1df tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.47 "GET /v2.0/security-groups?id=f5d36aa3-780a-453a-b5f1-0e33a1f56e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Apr 14 21:41:10.304174 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-1e01c713-8e13-4fbd-801f-a66807628830 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:10.305526 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-1e01c713-8e13-4fbd-801f-a66807628830 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.13 "GET /v2.0/ports?device_id=38acb363-c2cd-4095-b93a-762dbb55aff8 HTTP/1.1" status: 200 len: 949 time: 0.0451663 Apr 14 21:41:10.393846 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-f9667ecf-4c6a-494e-afd5-63e58682b482 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Deleting port 1add42a0-20a3-4278-8091-7721394b30d9 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:10.394194 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-f9667ecf-4c6a-494e-afd5-63e58682b482 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (1add42a0-20a3-4278-8091-7721394b30d9), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:10.481710 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-f9667ecf-4c6a-494e-afd5-63e58682b482 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] For port 1add42a0-20a3-4278-8091-7721394b30d9, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1add42a0-20a3-4278-8091-7721394b30d9,segment=NetworkSegment(333fcf43-0120-4e08-8dc0-d97e1ce8dacc),segment_id=333fcf43-0120-4e08-8dc0-d97e1ce8dacc)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:10.482107 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-f9667ecf-4c6a-494e-afd5-63e58682b482 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (1add42a0-20a3-4278-8091-7721394b30d9), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:10.495043 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-f9667ecf-4c6a-494e-afd5-63e58682b482 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Calling delete_port for 1add42a0-20a3-4278-8091-7721394b30d9 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:10.623995 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-f9667ecf-4c6a-494e-afd5-63e58682b482 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (1add42a0-20a3-4278-8091-7721394b30d9), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:10.636564 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['1add42a0-20a3-4278-8091-7721394b30d9'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:41:10.652068 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9667ecf-4c6a-494e-afd5-63e58682b482 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Pushing event deleted for resources: {'Port': ['ID=1add42a0-20a3-4278-8091-7721394b30d9,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:10.703403 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-f9667ecf-4c6a-494e-afd5-63e58682b482 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] No DVR routers for this DVR port 1add42a0-20a3-4278-8091-7721394b30d9 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:41:10.705979 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-f9667ecf-4c6a-494e-afd5-63e58682b482 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:10.709174 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-82ab6bc4-1147-4bd4-b80e-6e5440e183c4 req-f9667ecf-4c6a-494e-afd5-63e58682b482 tempest-VolumesNegativeTest-715537436 tempest-VolumesNegativeTest-715537436-project] 10.222.0.13 "DELETE /v2.0/ports/1add42a0-20a3-4278-8091-7721394b30d9 HTTP/1.1" status: 204 len: 173 time: 0.3977268 Apr 14 21:41:10.709610 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38acb363-c2cd-4095-b93a-762dbb55aff8', 'name': 'network-vif-deleted', 'tag': '1add42a0-20a3-4278-8091-7721394b30d9'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:41:10.712326 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181eb143-5839-4691-9f15-d8d31b30f548" -d '{"events": [{"server_uuid": "38acb363-c2cd-4095-b93a-762dbb55aff8", "name": "network-vif-deleted", "tag": "1add42a0-20a3-4278-8091-7721394b30d9"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:41:10.749969 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c2b99-0fcb-42a2-b4c0-46f145aef2b3 x-openstack-request-id: req-7d0c2b99-0fcb-42a2-b4c0-46f145aef2b3 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:41:10.750389 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38acb363-c2cd-4095-b93a-762dbb55aff8", "name": "network-vif-deleted", "tag": "1add42a0-20a3-4278-8091-7721394b30d9", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:41:10.750644 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d0c2b99-0fcb-42a2-b4c0-46f145aef2b3 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:41:10.751051 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0c2b99-0fcb-42a2-b4c0-46f145aef2b3'] response: {'server_uuid': '38acb363-c2cd-4095-b93a-762dbb55aff8', 'name': 'network-vif-deleted', 'tag': '1add42a0-20a3-4278-8091-7721394b30d9', 'status': 'completed', 'code': 200} Apr 14 21:41:11.355387 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.698643 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:14.334217 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 1add42a0-20a3-4278-8091-7721394b30d9 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:41:14.357417 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 1add42a0-20a3-4278-8091-7721394b30d9 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:41:14.357780 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 1add42a0-20a3-4278-8091-7721394b30d9 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:41:15.034330 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36436) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:15.164680 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f998ee48-2142-495c-b02c-c7a0be695935 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=137484a46b9d43f1a9aae44c610dc674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292162 Apr 14 21:41:15.167116 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36440) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:15.213436 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9db830e1-118d-4f55-a56f-840c2762c079 admin admin] Publish callbacks [] for security_group (f5d36aa3-780a-453a-b5f1-0e33a1f56e03), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:15.235175 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9db830e1-118d-4f55-a56f-840c2762c079 admin admin] Publish callbacks [] for security_group (f5d36aa3-780a-453a-b5f1-0e33a1f56e03), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:15.281310 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9db830e1-118d-4f55-a56f-840c2762c079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (f5d36aa3-780a-453a-b5f1-0e33a1f56e03), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:15.283799 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-9db830e1-118d-4f55-a56f-840c2762c079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:15.284950 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-9db830e1-118d-4f55-a56f-840c2762c079 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f5d36aa3-780a-453a-b5f1-0e33a1f56e03 HTTP/1.1" status: 204 len: 168 time: 0.1169586 Apr 14 21:41:15.292676 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db830e1-118d-4f55-a56f-840c2762c079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d36aa3-780a-453a-b5f1-0e33a1f56e03,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:25.640201 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:36.371021 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ac686cc-a65e-4a76-9923-ba3d91543b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:38.898878 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf4bf-1179-431c-b709-2a03a6879040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:39.708996 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:39.812903 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:41:41.360425 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:42.701253 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:47.339419 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb63e68-9d77-4153-a2f1-a0f43dd1e048 req-47d70a4a-ea2c-4cc7-bea4-d0333c3033df tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:47.340876 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cdb63e68-9d77-4153-a2f1-a0f43dd1e048 req-47d70a4a-ea2c-4cc7-bea4-d0333c3033df tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 945 time: 0.0464501 Apr 14 21:41:47.388174 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-cdb63e68-9d77-4153-a2f1-a0f43dd1e048 req-e0c442a9-2b40-48d6-aa27-6473ac98db71 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410786 Apr 14 21:41:47.687871 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36508) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:47.836419 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Deleting port c7c96352-c506-4f90-8c95-f79fea5e9dc3 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:47.836766 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (c7c96352-c506-4f90-8c95-f79fea5e9dc3), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:47.911420 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (c7c96352-c506-4f90-8c95-f79fea5e9dc3), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:47.911763 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for floatingip (c7c96352-c506-4f90-8c95-f79fea5e9dc3), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:47.924320 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Calling delete_port for c7c96352-c506-4f90-8c95-f79fea5e9dc3 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:48.070841 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (c7c96352-c506-4f90-8c95-f79fea5e9dc3), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:48.096682 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event deleted for resources: {'Port': ['ID=c7c96352-c506-4f90-8c95-f79fea5e9dc3,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:48.120477 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.120827 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.121174 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.121517 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.121884 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.122222 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.123066 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.123387 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.123714 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.124042 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.124368 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.124695 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.125019 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.125340 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.125693 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:48.167156 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for floatingip (695086df-b130-488a-aee8-a81fe5d2751f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:48.167484 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Floating IP 695086df-b130-488a-aee8-a81fe5d2751f disassociated (deleted). External IP: 172.27.3.61, port: e01e4b3d-513e-4f1c-afa8-879fc8edbcce. Apr 14 21:41:48.506625 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b5305-087f-42c1-a8d7-8b3f013360c2 req-0c70abb4-6967-48b3-b3a6-5e6188ee24f6 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:48.508127 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fd1b5305-087f-42c1-a8d7-8b3f013360c2 req-0c70abb4-6967-48b3-b3a6-5e6188ee24f6 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 945 time: 0.0485580 Apr 14 21:41:48.561875 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-fd1b5305-087f-42c1-a8d7-8b3f013360c2 req-ad6604ab-a48b-4853-8331-becae34b7b65 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478985 Apr 14 21:41:48.630330 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:41:48.739529 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:41:48.744327 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:48.748874 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] Sync routers for ids ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:41:48.758950 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] Routers {'1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:48.759556 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:48.773280 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-7544c0f6-80df-40b2-8368-09c5409af456 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "DELETE /v2.0/floatingips/695086df-b130-488a-aee8-a81fe5d2751f HTTP/1.1" status: 204 len: 168 time: 1.0844145 Apr 14 21:41:48.773859 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:41:48.776077 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03781b3-d196-4cff-b3be-2a333ea21276" -d '{"events": [{"name": "network-changed", "server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:41:48.813650 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34367000-73d3-4456-95ce-1517b2c9d4f5 x-openstack-request-id: req-34367000-73d3-4456-95ce-1517b2c9d4f5 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:41:48.814236 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:41:48.814511 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-34367000-73d3-4456-95ce-1517b2c9d4f5 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:41:48.814930 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34367000-73d3-4456-95ce-1517b2c9d4f5'] response: {'name': 'network-changed', 'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'status': 'completed', 'code': 200} Apr 14 21:41:48.873539 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] Set router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:48.920833 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-896c608b-c1c2-4c42-8fa7-892a1eabecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:48.922850 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-896c608b-c1c2-4c42-8fa7-892a1eabecb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce&device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 1130 time: 0.0516634 Apr 14 21:41:49.044917 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3007fc-e2fa-4ff3-9e8c-55b2df09fb15 req-ee06c079-1779-4ad1-aa8b-12fed2d20649 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:49.046323 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8e3007fc-e2fa-4ff3-9e8c-55b2df09fb15 req-ee06c079-1779-4ad1-aa8b-12fed2d20649 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.0621378 Apr 14 21:41:49.077334 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-9325f4a5-b6ff-41c0-802d-e37cfa0d2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:49.078855 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-9325f4a5-b6ff-41c0-802d-e37cfa0d2911 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 HTTP/1.1" status: 200 len: 909 time: 0.1497073 Apr 14 21:41:49.079468 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:44Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '3c90b4e9-a2ac-494a-9baa-912836cc1fa7', 'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'mac_address': 'fa:16:3e:45:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:43Z', 'updated_at': '2022-04-14T21:36:48Z', 'revision_number': 5, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'subnets': [{'id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:49.105431 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-8e3007fc-e2fa-4ff3-9e8c-55b2df09fb15 req-20f253c1-9134-4fba-a6b7-f1e9f50edced tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526345 Apr 14 21:41:49.106126 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] Checking router: 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:41:49.115276 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] Routers {'1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:49.115884 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:49.230503 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] Set router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:49.502304 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:44Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '3c90b4e9-a2ac-494a-9baa-912836cc1fa7', 'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'mac_address': 'fa:16:3e:45:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:43Z', 'updated_at': '2022-04-14T21:36:48Z', 'revision_number': 5, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'subnets': [{'id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:49.527966 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eab390-85b9-49a4-a288-e2cee3526fab None None] The sync data for ids ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'] in dv-cinder-837543-3-iscsi is: [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:44Z', 'revision_number': 4, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '3c90b4e9-a2ac-494a-9baa-912836cc1fa7', 'name': '', 'network_id': '9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'mac_address': 'fa:16:3e:45:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:43Z', 'updated_at': '2022-04-14T21:36:48Z', 'revision_number': 5, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'subnets': [{'id': '58f3dc53-00b7-4786-96b4-1ff30af8601a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:41:49.681009 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff33449-c151-4a51-b511-b007e1cd5180 req-d7293d07-6e74-425a-a40b-d536f8802bc1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:49.682682 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ff33449-c151-4a51-b511-b007e1cd5180 req-d7293d07-6e74-425a-a40b-d536f8802bc1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 945 time: 0.0487113 Apr 14 21:41:49.733032 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ff33449-c151-4a51-b511-b007e1cd5180 req-cfd1849d-c86f-48bd-888a-f3663b6d4684 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434012 Apr 14 21:41:49.754687 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e06d43-1cbd-4dd5-bfe8-b6e2e39bb256 None None] New status for floating IP 695086df-b130-488a-aee8-a81fe5d2751f: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:41:50.243610 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-6a03bb40-4cc1-4c7c-8599-28e6ce07e9e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce HTTP/1.1" status: 200 len: 217 time: 0.0721526 Apr 14 21:41:50.315129 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-97b8f9de-11ac-45b2-a071-6072ab173aa2 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:50.316466 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-97b8f9de-11ac-45b2-a071-6072ab173aa2 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 945 time: 0.1373537 Apr 14 21:41:50.325117 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7518-4c3d-4fd6-864b-53ed5f3365e5 req-37398659-9da5-466c-9f27-55fefd676bac tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:50.326799 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9b9d7518-4c3d-4fd6-864b-53ed5f3365e5 req-37398659-9da5-466c-9f27-55fefd676bac tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.1454120 Apr 14 21:41:50.351051 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-86e1451c-331d-48ba-aec9-0a0d8abc0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:50.352447 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-86e1451c-331d-48ba-aec9-0a0d8abc0514 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58f3dc53-00b7-4786-96b4-1ff30af8601a HTTP/1.1" status: 200 len: 847 time: 0.0910380 Apr 14 21:41:50.383483 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9b9d7518-4c3d-4fd6-864b-53ed5f3365e5 req-ee18cf48-42ae-4b4f-8fe2-c2e46aed191e tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506296 Apr 14 21:41:50.476573 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-d03c5601-7dcd-4475-8d51-1023d0e4b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:50.478042 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-d03c5601-7dcd-4475-8d51-1023d0e4b27b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659034 Apr 14 21:41:50.561163 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Deleting port 22f4709d-4354-4b74-8e60-ab4748fdbc0a {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:50.561503 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:50.654639 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-0028cfec-c55b-4608-aeee-82ad49194555 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576159 Apr 14 21:41:50.704462 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] For port 22f4709d-4354-4b74-8e60-ab4748fdbc0a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=22f4709d-4354-4b74-8e60-ab4748fdbc0a,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:50.705184 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:50.872789 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-2fd7cb0c-1dfe-4c6a-9029-86876eec51a0 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:50.874241 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-2fd7cb0c-1dfe-4c6a-9029-86876eec51a0 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.13 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.1392548 Apr 14 21:41:50.950713 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a03781b3-d196-4cff-b3be-2a333ea21276 req-47e1034a-b532-49eb-ab1d-c7972a9c47c4 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828846 Apr 14 21:41:50.962034 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbd132-df97-4ab8-b1ee-335690df1e65 req-7d9832c9-1c9f-400d-8d1b-2b376b296b3a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:50.963505 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-afbbd132-df97-4ab8-b1ee-335690df1e65 req-7d9832c9-1c9f-400d-8d1b-2b376b296b3a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 945 time: 0.1578786 Apr 14 21:41:51.101365 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-e6265e9f-4ccb-4d79-ae49-e54892e0e604 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Deleting port e01e4b3d-513e-4f1c-afa8-879fc8edbcce {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:51.101708 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-e6265e9f-4ccb-4d79-ae49-e54892e0e604 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:51.110829 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-afbbd132-df97-4ab8-b1ee-335690df1e65 req-d3c5b3f6-5e4f-4350-a505-8d2263caa873 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc316b00-5d66-4ad6-be7a-80a8b8681d11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385634 Apr 14 21:41:51.140727 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:51.141102 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (31b32208-94d6-4f74-baed-212287fa5b03), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:51.141419 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Floating IP 31b32208-94d6-4f74-baed-212287fa5b03 disassociated. External IP: 172.27.3.158, port: 22f4709d-4354-4b74-8e60-ab4748fdbc0a. Apr 14 21:41:51.141934 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Calling delete_port for 22f4709d-4354-4b74-8e60-ab4748fdbc0a owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:51.261069 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-e6265e9f-4ccb-4d79-ae49-e54892e0e604 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] For port e01e4b3d-513e-4f1c-afa8-879fc8edbcce, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:51.261348 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-e6265e9f-4ccb-4d79-ae49-e54892e0e604 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:51.277268 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-e6265e9f-4ccb-4d79-ae49-e54892e0e604 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Calling delete_port for e01e4b3d-513e-4f1c-afa8-879fc8edbcce owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:51.399196 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (22f4709d-4354-4b74-8e60-ab4748fdbc0a), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:51.438045 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'Port': ['ID=22f4709d-4354-4b74-8e60-ab4748fdbc0a,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:51.469676 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.470054 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.480392 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.480739 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.481081 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.481414 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.481796 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.482129 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.482459 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.482784 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.483111 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.483435 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.483757 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.484078 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.484650 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:51.922893 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f5049-2c95-40f1-915f-2d7a17ad0eca req-b1c9e7db-3ec8-4755-84aa-dcfb1c857926 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:51.924383 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-839f5049-2c95-40f1-915f-2d7a17ad0eca req-b1c9e7db-3ec8-4755-84aa-dcfb1c857926 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/ports?device_id=c172a4d7-6876-434e-9dd2-865dd94dd9ad HTTP/1.1" status: 200 len: 946 time: 0.4362369 Apr 14 21:41:51.927348 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-e6265e9f-4ccb-4d79-ae49-e54892e0e604 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (e01e4b3d-513e-4f1c-afa8-879fc8edbcce), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:51.970121 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6265e9f-4ccb-4d79-ae49-e54892e0e604 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event deleted for resources: {'Port': ['ID=e01e4b3d-513e-4f1c-afa8-879fc8edbcce,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:52.025531 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-e6265e9f-4ccb-4d79-ae49-e54892e0e604 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] No DVR routers for this DVR port e01e4b3d-513e-4f1c-afa8-879fc8edbcce on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:41:52.028116 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Router bc3b3f95-9e38-471b-953d-da57ff222224 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:41:52.030935 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-e6265e9f-4ccb-4d79-ae49-e54892e0e604 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:52.034194 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4345c24-3cdf-4b46-b256-6ecbf4ce4a87 req-e6265e9f-4ccb-4d79-ae49-e54892e0e604 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.13 "DELETE /v2.0/ports/e01e4b3d-513e-4f1c-afa8-879fc8edbcce HTTP/1.1" status: 204 len: 173 time: 1.1510522 Apr 14 21:41:52.034628 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'name': 'network-vif-deleted', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:41:52.036880 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96d7b98-c431-41ee-9b10-810c5a5a6fed" -d '{"events": [{"server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "name": "network-vif-deleted", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:41:52.131640 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec50ba4-e45f-4d67-b708-531d8eaf4376 x-openstack-request-id: req-2ec50ba4-e45f-4d67-b708-531d8eaf4376 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:41:52.131916 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c172a4d7-6876-434e-9dd2-865dd94dd9ad", "name": "network-vif-deleted", "tag": "e01e4b3d-513e-4f1c-afa8-879fc8edbcce", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:41:52.132159 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ec50ba4-e45f-4d67-b708-531d8eaf4376 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:41:52.132555 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec50ba4-e45f-4d67-b708-531d8eaf4376'] response: {'server_uuid': 'c172a4d7-6876-434e-9dd2-865dd94dd9ad', 'name': 'network-vif-deleted', 'tag': 'e01e4b3d-513e-4f1c-afa8-879fc8edbcce', 'status': 'completed', 'code': 200} Apr 14 21:41:52.182223 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:41:52.196046 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:41:52.207599 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:52.208462 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:52.256075 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-839f5049-2c95-40f1-915f-2d7a17ad0eca req-6645fe61-7fa3-4f60-a757-35d9afee5612 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6a77-9d67-453f-bfcd-efafd3669360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253584 Apr 14 21:41:52.273934 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4bb7ae2a-0a24-4913-8a82-8ebbf2ab3383 req-30182732-0c8e-46c9-9252-50c2cd785deb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=d153f7ed-c78f-4818-abcf-ae5d33462777 HTTP/1.1" status: 200 len: 210 time: 0.0755591 Apr 14 21:41:52.274807 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] No DVR routers for this DVR port 22f4709d-4354-4b74-8e60-ab4748fdbc0a on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:41:52.277354 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:52.281603 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-062a7cae-ef41-4aba-80b0-08a2be0d07e8 req-dc6a3159-e05f-432d-8099-9e676e2560bd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "DELETE /v2.0/ports/22f4709d-4354-4b74-8e60-ab4748fdbc0a HTTP/1.1" status: 204 len: 173 time: 1.8759861 Apr 14 21:41:52.331051 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:52.516079 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 22f4709d-4354-4b74-8e60-ab4748fdbc0a no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:41:52.534110 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:52.535670 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 22f4709d-4354-4b74-8e60-ab4748fdbc0a {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:41:52.536018 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 22f4709d-4354-4b74-8e60-ab4748fdbc0a not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:41:52.564931 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:41:52.573202 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:52.573834 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:52.679671 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:52.878150 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:52.905052 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e38a28-53e4-4ee4-96ef-aacc9525e682 None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:41:53.133252 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53e3b8-fcd8-4565-99b4-b57bdfa80417 None None] New status for floating IP 31b32208-94d6-4f74-baed-212287fa5b03: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:41:53.315778 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36538) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:53.363348 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36542) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:53.383801 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c69d7aa-225d-4fa2-b486-b4a4baa08022 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group (b77f6a77-9d67-453f-bfcd-efafd3669360), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.409630 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c69d7aa-225d-4fa2-b486-b4a4baa08022 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group (b77f6a77-9d67-453f-bfcd-efafd3669360), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.421401 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7455c471-3e09-4442-b0e1-044c01a392ba tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (bc316b00-5d66-4ad6-be7a-80a8b8681d11), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.445301 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7455c471-3e09-4442-b0e1-044c01a392ba tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (bc316b00-5d66-4ad6-be7a-80a8b8681d11), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.477893 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c69d7aa-225d-4fa2-b486-b4a4baa08022 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (b77f6a77-9d67-453f-bfcd-efafd3669360), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.480855 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7c69d7aa-225d-4fa2-b486-b4a4baa08022 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.483112 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-7c69d7aa-225d-4fa2-b486-b4a4baa08022 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] 10.222.0.47 "DELETE /v2.0/security-groups/b77f6a77-9d67-453f-bfcd-efafd3669360 HTTP/1.1" status: 204 len: 168 time: 0.1658206 Apr 14 21:41:53.494716 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69d7aa-225d-4fa2-b486-b4a4baa08022 tempest-TestShelveInstance-503012249 tempest-TestShelveInstance-503012249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f6a77-9d67-453f-bfcd-efafd3669360,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:53.499709 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7455c471-3e09-4442-b0e1-044c01a392ba tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (bc316b00-5d66-4ad6-be7a-80a8b8681d11), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.503762 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-7455c471-3e09-4442-b0e1-044c01a392ba tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.507615 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-7455c471-3e09-4442-b0e1-044c01a392ba tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "DELETE /v2.0/security-groups/bc316b00-5d66-4ad6-be7a-80a8b8681d11 HTTP/1.1" status: 204 len: 168 time: 0.1394994 Apr 14 21:41:53.508019 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36546) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:53.519064 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455c471-3e09-4442-b0e1-044c01a392ba tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc316b00-5d66-4ad6-be7a-80a8b8681d11,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:53.527373 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.api.v2.resource [None req-1a8f3fb3-65d0-4ad8-bb8e-4e57dd8a8021 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] show failed (client error): The resource could not be found. Apr 14 21:41:53.529141 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-1a8f3fb3-65d0-4ad8-bb8e-4e57dd8a8021 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups/bc316b00-5d66-4ad6-be7a-80a8b8681d11 HTTP/1.1" status: 404 len: 347 time: 0.0194652 Apr 14 21:41:53.533546 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36548) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:53.538697 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36550) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:53.669032 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-998f0d8c-4208-4bc4-b1e9-b345d3e7edbb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Deleting port fb67c818-d0fd-4615-8a81-70adaeba0f06 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:53.669924 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-998f0d8c-4208-4bc4-b1e9-b345d3e7edbb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (fb67c818-d0fd-4615-8a81-70adaeba0f06), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.744650 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-998f0d8c-4208-4bc4-b1e9-b345d3e7edbb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (fb67c818-d0fd-4615-8a81-70adaeba0f06), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.744972 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-998f0d8c-4208-4bc4-b1e9-b345d3e7edbb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (fb67c818-d0fd-4615-8a81-70adaeba0f06), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.762283 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-998f0d8c-4208-4bc4-b1e9-b345d3e7edbb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Calling delete_port for fb67c818-d0fd-4615-8a81-70adaeba0f06 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:53.893267 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-998f0d8c-4208-4bc4-b1e9-b345d3e7edbb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (fb67c818-d0fd-4615-8a81-70adaeba0f06), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.920462 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f0d8c-4208-4bc4-b1e9-b345d3e7edbb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'Port': ['ID=fb67c818-d0fd-4615-8a81-70adaeba0f06,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:53.997044 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-998f0d8c-4208-4bc4-b1e9-b345d3e7edbb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (31b32208-94d6-4f74-baed-212287fa5b03), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:53.999654 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-998f0d8c-4208-4bc4-b1e9-b345d3e7edbb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.000222 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519628'] for router_interface (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.000829 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-998f0d8c-4208-4bc4-b1e9-b345d3e7edbb tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "DELETE /v2.0/floatingips/31b32208-94d6-4f74-baed-212287fa5b03 HTTP/1.1" status: 204 len: 168 time: 0.4610717 Apr 14 21:41:54.134520 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'name': 'network-vif-deleted', 'tag': '22f4709d-4354-4b74-8e60-ab4748fdbc0a'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:41:54.136738 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab5495e-0196-4568-b76e-8dd08688a93e" -d '{"events": [{"server_uuid": "d153f7ed-c78f-4818-abcf-ae5d33462777", "name": "network-vif-deleted", "tag": "22f4709d-4354-4b74-8e60-ab4748fdbc0a"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:41:54.192474 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36558) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:54.197141 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-308807e8-f07e-4d8a-8a1d-423c6ab3cdf7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1086811921', 'description': 'tempest-description--871029703'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:54.197401 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da39d96-cc1c-4453-94b1-e1734a2f5e4d x-openstack-request-id: req-8da39d96-cc1c-4453-94b1-e1734a2f5e4d {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:41:54.197691 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d153f7ed-c78f-4818-abcf-ae5d33462777", "name": "network-vif-deleted", "tag": "22f4709d-4354-4b74-8e60-ab4748fdbc0a", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:41:54.197968 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8da39d96-cc1c-4453-94b1-e1734a2f5e4d {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:41:54.198358 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da39d96-cc1c-4453-94b1-e1734a2f5e4d'] response: {'server_uuid': 'd153f7ed-c78f-4818-abcf-ae5d33462777', 'name': 'network-vif-deleted', 'tag': '22f4709d-4354-4b74-8e60-ab4748fdbc0a', 'status': 'completed', 'code': 200} Apr 14 21:41:54.217297 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-308807e8-f07e-4d8a-8a1d-423c6ab3cdf7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.244708 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] Deleting port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:54.245055 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.286501 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-308807e8-f07e-4d8a-8a1d-423c6ab3cdf7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (53243ed4-705e-4621-9174-f62fcef55111), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.290669 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-308807e8-f07e-4d8a-8a1d-423c6ab3cdf7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (53243ed4-705e-4621-9174-f62fcef55111), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.321038 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-308807e8-f07e-4d8a-8a1d-423c6ab3cdf7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.322302 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-308807e8-f07e-4d8a-8a1d-423c6ab3cdf7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1288164 Apr 14 21:41:54.324171 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308807e8-f07e-4d8a-8a1d-423c6ab3cdf7 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53243ed4-705e-4621-9174-f62fcef55111,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:54.326419 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36560) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:54.329086 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] For port 3c90b4e9-a2ac-494a-9baa-912836cc1fa7, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=3c90b4e9-a2ac-494a-9baa-912836cc1fa7,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:54.329463 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.331008 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-144a6709-6ac6-40e3-ad4a-73019cd9907f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group_rule': {'security_group_id': '53243ed4-705e-4621-9174-f62fcef55111', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:54.343115 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] Calling delete_port for 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:54.358220 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-144a6709-6ac6-40e3-ad4a-73019cd9907f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (862e0b3c-dc8a-4c05-a043-ea51440e6f23), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.412819 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-144a6709-6ac6-40e3-ad4a-73019cd9907f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (862e0b3c-dc8a-4c05-a043-ea51440e6f23), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.416479 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-144a6709-6ac6-40e3-ad4a-73019cd9907f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (862e0b3c-dc8a-4c05-a043-ea51440e6f23), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.438656 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a6709-6ac6-40e3-ad4a-73019cd9907f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862e0b3c-dc8a-4c05-a043-ea51440e6f23,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:54.448274 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-144a6709-6ac6-40e3-ad4a-73019cd9907f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.449477 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-144a6709-6ac6-40e3-ad4a-73019cd9907f tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221206 Apr 14 21:41:54.452870 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36562) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:54.459070 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-8d3fb2cd-f87f-423b-9c1b-e928bd8f586d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'security_group_rule': {'security_group_id': '53243ed4-705e-4621-9174-f62fcef55111', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:54.489320 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb2cd-f87f-423b-9c1b-e928bd8f586d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (1a82754c-5768-4e06-8a08-f0cb428419f9), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.530892 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e01e4b3d-513e-4f1c-afa8-879fc8edbcce no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:41:54.541807 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (3c90b4e9-a2ac-494a-9baa-912836cc1fa7), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.549442 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb2cd-f87f-423b-9c1b-e928bd8f586d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (1a82754c-5768-4e06-8a08-f0cb428419f9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.553964 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb2cd-f87f-423b-9c1b-e928bd8f586d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (1a82754c-5768-4e06-8a08-f0cb428419f9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.557286 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: e01e4b3d-513e-4f1c-afa8-879fc8edbcce {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:41:54.557784 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e01e4b3d-513e-4f1c-afa8-879fc8edbcce not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:41:54.573426 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c90b4e9-a2ac-494a-9baa-912836cc1fa7,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:54.574308 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fb2cd-f87f-423b-9c1b-e928bd8f586d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a82754c-5768-4e06-8a08-f0cb428419f9,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:54.592580 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb2cd-f87f-423b-9c1b-e928bd8f586d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.594389 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-8d3fb2cd-f87f-423b-9c1b-e928bd8f586d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394274 Apr 14 21:41:54.597333 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36564) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:54.601666 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:54.626240 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.705974 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.754053 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519504'] for router_interface (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.815738 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Allocated IP 172.27.3.249 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/1514462b-8611-41c1-9f5d-ac5a5de9ec48) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:41:54.919147 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (1514462b-8611-41c1-9f5d-ac5a5de9ec48), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.953359 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (1514462b-8611-41c1-9f5d-ac5a5de9ec48), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.984639 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] Router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:41:54.990881 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:41:54.995765 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:41:54.999476 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:41:55.004957 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=1514462b-8611-41c1-9f5d-ac5a5de9ec48,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:55.088350 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (8b8647de-ba28-488e-b3a7-ffe34b78ef7e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.096994 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:41:55.101979 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-8c97df8e-9181-4590-9dae-d02fa5fce21b admin admin] 10.222.0.47 "PUT /v2.0/routers/1bfd75e8-acf5-406d-a6ef-9fb63d380a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5673709 Apr 14 21:41:55.104579 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36566) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:55.108601 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] Sync routers for ids ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:41:55.121028 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] Routers {'1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:55.122668 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:55.127372 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (1514462b-8611-41c1-9f5d-ac5a5de9ec48), before_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.212415 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Publish callbacks [] for router (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.250498 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] Set router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:55.287768 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (1514462b-8611-41c1-9f5d-ac5a5de9ec48), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.295884 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8644458'] for port (1514462b-8611-41c1-9f5d-ac5a5de9ec48), after_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.327101 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Publish callbacks [] for router_gateway (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.370756 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=1514462b-8611-41c1-9f5d-ac5a5de9ec48,revision_number=2']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:55.382621 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Deleting port 6b9a1725-8fec-4f44-b36f-92bbb54a608f {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:55.382621 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.386498 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (8b8647de-ba28-488e-b3a7-ffe34b78ef7e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.405794 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.414679 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-129b3b27-3a8e-4471-9bce-a096ef88daa4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8088164 Apr 14 21:41:55.429150 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:41:54Z', 'revision_number': 5, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port': {'id': '6b9a1725-8fec-4f44-b36f-92bbb54a608f', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:55.456396 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] Checking router: 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:41:55.468473 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] Routers {'1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:55.469057 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:55.470861 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] For port 6b9a1725-8fec-4f44-b36f-92bbb54a608f, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=6b9a1725-8fec-4f44-b36f-92bbb54a608f,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:55.472178 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.485050 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Calling delete_port for 6b9a1725-8fec-4f44-b36f-92bbb54a608f owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:55.653711 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.654612 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-78915bb0-0431-43c6-9250-228fa884de2a tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1086811921&fields=id&tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 267 time: 0.0612583 Apr 14 21:41:55.659307 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] Set router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:55.715273 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:41:55Z', 'revision_number': 6, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port_host': None}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:55.743571 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783082ad-184f-4d66-bc9c-a14b77226915 None None] The sync data for ids ['1bfd75e8-acf5-406d-a6ef-9fb63d380a9a'] in dv-cinder-837543-3-iscsi is: [{'id': '1bfd75e8-acf5-406d-a6ef-9fb63d380a9a', 'name': 'tempest-TestShelveInstance-952680648-router', 'tenant_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:41Z', 'updated_at': '2022-04-14T21:41:55Z', 'revision_number': 6, 'project_id': 'b4a73c0bee9e4ee385f34e88d51f37ce', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:41:55.757952 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (6b9a1725-8fec-4f44-b36f-92bbb54a608f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:55.802275 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9a1725-8fec-4f44-b36f-92bbb54a608f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:55.834536 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-bf53b53e-957b-47a9-ae7e-e8df8cb92801 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:55.835996 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-bf53b53e-957b-47a9-ae7e-e8df8cb92801 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 814 time: 0.1602261 Apr 14 21:41:55.871022 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-8ad377e7-2c90-4918-9cd3-c19f24e8fa19 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/quotas/2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 375 time: 0.0148356 Apr 14 21:41:55.907163 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-521206'] for router_gateway (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.011326 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-9c749967-df31-4d68-b830-cd7110149baf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344490 Apr 14 21:41:56.017686 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11676'] for router (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.019908 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Publish callbacks [] for router_controller (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.111012 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518675'] for router (1bfd75e8-acf5-406d-a6ef-9fb63d380a9a), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.111565 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bfd75e8-acf5-406d-a6ef-9fb63d380a9a {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:41:56.117077 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.120221 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-154ddac1-f333-4198-b74d-40fb1b792c4a admin admin] 10.222.0.47 "DELETE /v2.0/routers/1bfd75e8-acf5-406d-a6ef-9fb63d380a9a HTTP/1.1" status: 204 len: 168 time: 1.0122597 Apr 14 21:41:56.121030 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36580) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:56.155953 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-f96aaeb8-8843-4a78-af6f-7250f293d370 service neutron] 10.222.0.47 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328492 Apr 14 21:41:56.190152 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2d9bb6-3562-4882-8642-ae2d049b4e4c admin admin] Deleting subnet 58f3dc53-00b7-4786-96b4-1ff30af8601a {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:41:56.193435 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9bb6-3562-4882-8642-ae2d049b4e4c admin admin] Publish callbacks [] for subnet (58f3dc53-00b7-4786-96b4-1ff30af8601a), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.229841 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9bb6-3562-4882-8642-ae2d049b4e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8645108'] for subnet (58f3dc53-00b7-4786-96b4-1ff30af8601a), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.254948 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-d4b522b4-7c5c-4d97-8fb2-7987788544b1 service neutron] 10.222.0.47 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981400 Apr 14 21:41:56.311843 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9bb6-3562-4882-8642-ae2d049b4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (58f3dc53-00b7-4786-96b4-1ff30af8601a), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.367771 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9bb6-3562-4882-8642-ae2d049b4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8644412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8399514'] for subnet (58f3dc53-00b7-4786-96b4-1ff30af8601a), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.393562 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d9bb6-3562-4882-8642-ae2d049b4e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f3dc53-00b7-4786-96b4-1ff30af8601a,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:56.399224 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-5a2d9bb6-3562-4882-8642-ae2d049b4e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.406386 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c71522-48e1-4d84-a608-67a1ea4dce24 None None] Network 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:41:56.406550 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36586) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:56.410273 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-5a2d9bb6-3562-4882-8642-ae2d049b4e4c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/58f3dc53-00b7-4786-96b4-1ff30af8601a HTTP/1.1" status: 204 len: 168 time: 0.2879233 Apr 14 21:41:56.455912 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a8e3e694-ba4d-4645-810d-7d4fcf2957b9 req-b172f1de-b9c6-4d40-87ce-af03668d0bcc tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 210 time: 0.0414433 Apr 14 21:41:56.511400 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.542875 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:41:56.574710 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Deleting port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:56.575342 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.590810 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] DHCP port deletion for 9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 request from dv-cinder-837543-3-iscsi {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:41:56.595132 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:41:56.595555 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3c90b4e9-a2ac-494a-9baa-912836cc1fa7 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:41:56.639752 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Deleting port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:56.640226 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.656742 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] For port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=a1fe640f-8d6f-4791-ae96-cbf31d58b9e1,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:56.657895 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.681546 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Calling delete_port for a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 owned by network:dhcp {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:56.708460 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] For port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=a1fe640f-8d6f-4791-ae96-cbf31d58b9e1,segment=NetworkSegment(fb1d21db-4a07-4026-bd7b-e40936cf4cdc),segment_id=fb1d21db-4a07-4026-bd7b-e40936cf4cdc)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:56.708940 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.736032 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Calling delete_port for a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:56.772422 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.798477 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fe640f-8d6f-4791-ae96-cbf31d58b9e1,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:56.805108 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] No DVR routers for this DVR port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 on host dv-cinder-837543-3-iscsi {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:41:56.825688 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871'] for port (a1fe640f-8d6f-4791-ae96-cbf31d58b9e1), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.864236 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] No DVR routers for this DVR port a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 on host dv-cinder-837543-3-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:41:56.867697 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Pushing event deleted for resources: {'Port': ['ID=a1fe640f-8d6f-4791-ae96-cbf31d58b9e1,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:56.876880 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.877295 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.877777 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.878362 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.878789 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.879229 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.879965 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.880212 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.880622 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.881176 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.882157 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.882926 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.883563 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.884089 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.884607 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab5e1a-c6ef-48d0-96fc-e28f1f777d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:56.885617 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.912716 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9']}} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:56.923581 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc') {'for_net_delete': True} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:56.923876 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.services.segments.db [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1d21db-4a07-4026-bd7b-e40936cf4cdc') {} {{(pid=103383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:56.934502 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8272610'] for segment (fb1d21db-4a07-4026-bd7b-e40936cf4cdc), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.952801 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (fb1d21db-4a07-4026-bd7b-e40936cf4cdc), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.961852 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:41:56.962742 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7737870'] for segment (fb1d21db-4a07-4026-bd7b-e40936cf4cdc), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: Traceback (most recent call last): Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: timer() Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: cb(*args, **kw) Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: return func(*args, **kwargs) Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: self._notify() Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: self.callback(batched_events) Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: event.method(event) Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: return f(self, *a, **k) Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._get(url).json() Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: return self.request(url, 'GET', **kwargs) Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:41:56.964379 dv-cinder-837543-3-iscsi neutron-server[103383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:41:57.018873 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:57.025000 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:57.029459 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9 HTTP/1.1" status: 204 len: 168 time: 0.6213894 Apr 14 21:41:57.032159 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36594) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:57.040635 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebff39-303c-4465-b1b9-4a6f712998b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf612b5-5e32-4a75-9e4c-9e89c2ce7bc9,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:57.386706 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519628'] for router_interface (e24724fb-5208-486d-841e-3cd14be65cfc), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:57.568313 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-afeac916-9f14-444e-9cb7-5fda60c399c6 req-4b5268c2-0adb-4914-9641-3c76ddae747e tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 210 time: 0.0366552 Apr 14 21:41:57.574407 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-2546e40f-8f9d-4f8d-951f-f62ecbd7add9 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:57.576826 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-2546e40f-8f9d-4f8d-951f-f62ecbd7add9 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 814 time: 0.1482208 Apr 14 21:41:57.646387 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-1a7c8576-c93f-4f87-9d7e-9b985e754e61 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e HTTP/1.1" status: 200 len: 380 time: 0.0542965 Apr 14 21:41:57.664074 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] Deleting port dc1d0d53-2988-470d-adea-ebe9355a1409 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:57.664564 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:57.727845 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'port': {'device_id': '4487f179-9c52-4628-922a-d671bded0130', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'admin_state_up': True, 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'security_groups': ['53243ed4-705e-4621-9174-f62fcef55111']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:57.741463 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] For port dc1d0d53-2988-470d-adea-ebe9355a1409, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=dc1d0d53-2988-470d-adea-ebe9355a1409,segment=NetworkSegment(baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d),segment_id=baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:57.741855 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:57.755332 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] Calling delete_port for dc1d0d53-2988-470d-adea-ebe9355a1409 owned by network:router_interface {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:57.943376 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (dc1d0d53-2988-470d-adea-ebe9355a1409), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:57.969250 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1d0d53-2988-470d-adea-ebe9355a1409,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:58.145447 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Made reservation on behalf of 2e2a74c784bf439dac8fd4a228c3ef7e for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:41:58.149418 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:58.161452 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519504'] for router_interface (e24724fb-5208-486d-841e-3cd14be65cfc), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:58.210978 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 6b9a1725-8fec-4f44-b36f-92bbb54a608f no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:41:58.238057 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 6b9a1725-8fec-4f44-b36f-92bbb54a608f {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:41:58.238404 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 6b9a1725-8fec-4f44-b36f-92bbb54a608f not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:41:58.239049 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:41:58.259123 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:41:58.259391 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device a1fe640f-8d6f-4791-ae96-cbf31d58b9e1 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:41:58.301055 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Allocated IP 172.20.0.10 (8fdd656e-f5b6-43da-ba4a-b8cae2233839/fa83f0f6-6310-4279-ac0a-58972d6770bf/e3c9f59b-6143-41a0-9b95-24732ef1cb07) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:41:58.403752 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] Router e24724fb-5208-486d-841e-3cd14be65cfc has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:41:58.442942 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:58.476034 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:58.515121 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:41:58.520110 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-79a7a4c5-762a-4f5e-85ac-e9f6b97545f2 admin admin] 10.222.0.47 "PUT /v2.0/routers/e24724fb-5208-486d-841e-3cd14be65cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4865642 Apr 14 21:41:58.523894 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36602) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:58.524893 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] Sync routers for ids ['e24724fb-5208-486d-841e-3cd14be65cfc'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:41:58.535048 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] Routers {'e24724fb-5208-486d-841e-3cd14be65cfc'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:58.535674 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['e24724fb-5208-486d-841e-3cd14be65cfc'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:58.538239 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:41:58.577761 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:41:58.585362 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:41:58.590736 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event updated for resources: {'Port': ['ID=e3c9f59b-6143-41a0-9b95-24732ef1cb07,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:58.665844 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] Set router e24724fb-5208-486d-841e-3cd14be65cfc gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:58.719078 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:58.719715 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:58.744393 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1515bd3-7be8-4814-8e54-b9bafd1b8b11 req-6adf9ee1-0522-4482-bf4f-1410202b2815 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:58.745844 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1515bd3-7be8-4814-8e54-b9bafd1b8b11 req-6adf9ee1-0522-4482-bf4f-1410202b2815 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 932 time: 0.0938325 Apr 14 21:41:58.751005 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Publish callbacks [] for router (e24724fb-5208-486d-841e-3cd14be65cfc), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:58.795943 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-59ee34ea-da64-4a1e-8737-10e639c407bf tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0720658 Apr 14 21:41:58.811800 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Request body: {'port': {'device_id': '4487f179-9c52-4628-922a-d671bded0130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:58.851965 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'name': 'tempest-TestShelveInstance-1361218203-router', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:46Z', 'updated_at': '2022-04-14T21:41:57Z', 'revision_number': 5, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'gw_port': {'id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:47Z', 'updated_at': '2022-04-14T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:58.888712 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] Checking router: e24724fb-5208-486d-841e-3cd14be65cfc for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:41:58.901488 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-c669db37-9500-46ae-8cbb-88b03a78e081 None None] Provisioning complete for port e3c9f59b-6143-41a0-9b95-24732ef1cb07 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:41:58.901879 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c669db37-9500-46ae-8cbb-88b03a78e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:58.924130 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] Routers {'e24724fb-5208-486d-841e-3cd14be65cfc'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:58.924752 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['e24724fb-5208-486d-841e-3cd14be65cfc'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:58.931813 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d1515bd3-7be8-4814-8e54-b9bafd1b8b11 req-9941be47-f9c4-43e1-a354-e409681f9fbd tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787806 Apr 14 21:41:58.946825 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:58.958355 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Publish callbacks [] for router_gateway (e24724fb-5208-486d-841e-3cd14be65cfc), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:58.981874 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c669db37-9500-46ae-8cbb-88b03a78e081 None None] Port e3c9f59b-6143-41a0-9b95-24732ef1cb07 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:41:59.047123 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] Set router e24724fb-5208-486d-841e-3cd14be65cfc gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:59.051657 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Deleting port df58046c-f04f-4baf-8407-439cd22dd4c9 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:41:59.052005 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.226767 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'name': 'tempest-TestShelveInstance-1361218203-router', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:46Z', 'updated_at': '2022-04-14T21:41:57Z', 'revision_number': 5, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'gw_port': {'id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:47Z', 'updated_at': '2022-04-14T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:59.245216 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] For port df58046c-f04f-4baf-8407-439cd22dd4c9, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=df58046c-f04f-4baf-8407-439cd22dd4c9,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:59.245580 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.258193 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f2daf-63fa-4f5c-8845-df08eb35e4b4 None None] The sync data for ids ['e24724fb-5208-486d-841e-3cd14be65cfc'] in dv-cinder-837543-3-iscsi is: [{'id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'name': 'tempest-TestShelveInstance-1361218203-router', 'tenant_id': '1c3ee05b9afe442bb4495fd4266bec77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:36:46Z', 'updated_at': '2022-04-14T21:41:57Z', 'revision_number': 5, 'project_id': '1c3ee05b9afe442bb4495fd4266bec77', 'gw_port': {'id': 'df58046c-f04f-4baf-8407-439cd22dd4c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24724fb-5208-486d-841e-3cd14be65cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:36:47Z', 'updated_at': '2022-04-14T21:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:41:59.263639 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Calling delete_port for df58046c-f04f-4baf-8407-439cd22dd4c9 owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:41:59.396780 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c9f59b-6143-41a0-9b95-24732ef1cb07 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:41:59.438364 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Publish callbacks [] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.460300 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Transition to ACTIVE for port object e3c9f59b-6143-41a0-9b95-24732ef1cb07 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:41:59.464905 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.549151 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e3c9f59b-6143-41a0-9b95-24732ef1cb07,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:59.562362 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (df58046c-f04f-4baf-8407-439cd22dd4c9), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.633856 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Pushing event deleted for resources: {'Port': ['ID=df58046c-f04f-4baf-8407-439cd22dd4c9,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:59.719438 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-521206'] for router_gateway (e24724fb-5208-486d-841e-3cd14be65cfc), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.721525 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Attempting to bind port e3c9f59b-6143-41a0-9b95-24732ef1cb07 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:41:59.721883 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Attempting to bind port e3c9f59b-6143-41a0-9b95-24732ef1cb07 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:41:59.722215 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Attempting to bind port e3c9f59b-6143-41a0-9b95-24732ef1cb07 on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:41:59.750569 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Port e3c9f59b-6143-41a0-9b95-24732ef1cb07 on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:41:59.751195 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Attempting to bind port e3c9f59b-6143-41a0-9b95-24732ef1cb07 on network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:41:59.815226 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:41:59.815362 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Checking segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:41:59.815736 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Bound using segment: {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:41:59.816168 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Bound port: e3c9f59b-6143-41a0-9b95-24732ef1cb07, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89060b66-c99d-4491-a549-57b27788512d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:41:59.816531 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.831092 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11676'] for router (e24724fb-5208-486d-841e-3cd14be65cfc), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.834042 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Publish callbacks [] for router_controller (e24724fb-5208-486d-841e-3cd14be65cfc), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.901308 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518675'] for router (e24724fb-5208-486d-841e-3cd14be65cfc), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.901786 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e24724fb-5208-486d-841e-3cd14be65cfc {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:41:59.909787 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.910916 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a9f338ff-de04-4841-ae36-00a4df82e229 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e24724fb-5208-486d-841e-3cd14be65cfc HTTP/1.1" status: 204 len: 168 time: 1.3842857 Apr 14 21:41:59.913483 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36606) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:59.928564 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] For port e3c9f59b-6143-41a0-9b95-24732ef1cb07, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:41:59.931932 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] For port e3c9f59b-6143-41a0-9b95-24732ef1cb07, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e3c9f59b-6143-41a0-9b95-24732ef1cb07,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:41:59.945048 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.972206 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa3d5bc-0987-4a08-8d33-ca86a9244c18 admin admin] Deleting subnet 3347bd23-25f6-4773-9bb0-4420863697cf {{(pid=103384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:41:59.975488 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3aa3d5bc-0987-4a08-8d33-ca86a9244c18 admin admin] Publish callbacks [] for subnet (3347bd23-25f6-4773-9bb0-4420863697cf), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:59.997206 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:59.998313 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.000785 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] 10.222.0.13 "PUT /v2.0/ports/e3c9f59b-6143-41a0-9b95-24732ef1cb07 HTTP/1.1" status: 200 len: 1094 time: 1.1968520 Apr 14 21:42:00.001537 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4487f179-9c52-4628-922a-d671bded0130', 'tag': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:00.004409 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "4487f179-9c52-4628-922a-d671bded0130", "tag": "e3c9f59b-6143-41a0-9b95-24732ef1cb07"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:00.064725 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3aa3d5bc-0987-4a08-8d33-ca86a9244c18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8645108'] for subnet (3347bd23-25f6-4773-9bb0-4420863697cf), precommit_delete_associations {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.082637 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e28d64-6432-431e-a8fb-f7e0a8544e3f service neutron] Pushing event updated for resources: {'Port': ['ID=e3c9f59b-6143-41a0-9b95-24732ef1cb07,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:00.091373 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fdda4a-edfd-4573-9954-9c0043ca1b31 x-openstack-request-id: req-75fdda4a-edfd-4573-9954-9c0043ca1b31 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:00.091373 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4487f179-9c52-4628-922a-d671bded0130", "tag": "e3c9f59b-6143-41a0-9b95-24732ef1cb07", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:00.091373 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75fdda4a-edfd-4573-9954-9c0043ca1b31 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:00.091373 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fdda4a-edfd-4573-9954-9c0043ca1b31'] response: {'name': 'network-changed', 'server_uuid': '4487f179-9c52-4628-922a-d671bded0130', 'tag': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07', 'status': 'completed', 'code': 200} Apr 14 21:42:00.125781 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeb25b-4fe9-4ff3-ac4d-d55a630adf9b req-e6f4403f-63b4-443b-8ce5-2167bfc8fc0d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:00.132736 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-61eeb25b-4fe9-4ff3-ac4d-d55a630adf9b req-e6f4403f-63b4-443b-8ce5-2167bfc8fc0d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 944 time: 0.1122556 Apr 14 21:42:00.163237 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-7cd64e12-39d7-4e1c-af26-3af83fd718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:00.164787 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-7cd64e12-39d7-4e1c-af26-3af83fd718b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 1128 time: 0.0961151 Apr 14 21:42:00.193025 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3aa3d5bc-0987-4a08-8d33-ca86a9244c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (3347bd23-25f6-4773-9bb0-4420863697cf), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.231682 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-5cfa160e-652a-4611-b839-5b36aa318732 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c9f59b-6143-41a0-9b95-24732ef1cb07 HTTP/1.1" status: 200 len: 217 time: 0.0504961 Apr 14 21:42:00.237017 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-61eeb25b-4fe9-4ff3-ac4d-d55a630adf9b req-2abecacd-d791-478d-88bb-1d9a13239358 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034045 Apr 14 21:42:00.253278 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3aa3d5bc-0987-4a08-8d33-ca86a9244c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8644412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8399514'] for subnet (3347bd23-25f6-4773-9bb0-4420863697cf), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.276768 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3d5bc-0987-4a08-8d33-ca86a9244c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3347bd23-25f6-4773-9bb0-4420863697cf,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:00.282924 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-3aa3d5bc-0987-4a08-8d33-ca86a9244c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.284847 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-39e57403-ae28-4e24-9202-8c2f52fd5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:00.286387 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-3aa3d5bc-0987-4a08-8d33-ca86a9244c18 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3347bd23-25f6-4773-9bb0-4420863697cf HTTP/1.1" status: 204 len: 168 time: 0.3712912 Apr 14 21:42:00.288760 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36612) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:00.288911 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-39e57403-ae28-4e24-9202-8c2f52fd5f6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0507469 Apr 14 21:42:00.289499 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6970a08f-d40e-4cfa-846f-e82fccd58ae4 None None] Network 52b8a7e5-bc37-4511-a739-0d9c41bf8684 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:42:00.337953 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-4b379b32-8d23-4b8d-b907-e71d1c34ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:00.339576 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-4b379b32-8d23-4b8d-b907-e71d1c34ed3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442493 Apr 14 21:42:00.368040 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (52b8a7e5-bc37-4511-a739-0d9c41bf8684), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.419581 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Deleting port 879bac2c-1e89-46b2-b81b-7040af0da39e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:00.419838 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.444961 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-21b9dba7-9464-44b4-9e30-788fd06bf2f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979278 Apr 14 21:42:00.497613 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e40b7-c0a4-44d1-8839-90df895a92c3 None None] DHCP port deletion for 52b8a7e5-bc37-4511-a739-0d9c41bf8684 request from dv-cinder-837543-3-iscsi {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:42:00.497922 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] For port 879bac2c-1e89-46b2-b81b-7040af0da39e, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=879bac2c-1e89-46b2-b81b-7040af0da39e,segment=NetworkSegment(baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d),segment_id=baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:00.498746 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.514416 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Calling delete_port for 879bac2c-1e89-46b2-b81b-7040af0da39e owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:00.553339 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device dc1d0d53-2988-470d-adea-ebe9355a1409 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:00.566655 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0e8b9c67-c219-460e-b0d4-457ca0177d77 req-32748926-5a40-4f6e-b602-07814361504f service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144600 Apr 14 21:42:00.579295 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: dc1d0d53-2988-470d-adea-ebe9355a1409 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:00.579731 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device dc1d0d53-2988-470d-adea-ebe9355a1409 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:00.591711 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e40b7-c0a4-44d1-8839-90df895a92c3 None None] Deleting port 879bac2c-1e89-46b2-b81b-7040af0da39e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:00.592346 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9e40b7-c0a4-44d1-8839-90df895a92c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.664796 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-0a9e40b7-c0a4-44d1-8839-90df895a92c3 None None] For port 879bac2c-1e89-46b2-b81b-7040af0da39e, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=879bac2c-1e89-46b2-b81b-7040af0da39e,segment=NetworkSegment(baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d),segment_id=baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:00.665202 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9e40b7-c0a4-44d1-8839-90df895a92c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.680224 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0a9e40b7-c0a4-44d1-8839-90df895a92c3 None None] Calling delete_port for 879bac2c-1e89-46b2-b81b-7040af0da39e owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:00.765695 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0a9e40b7-c0a4-44d1-8839-90df895a92c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.791115 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e40b7-c0a4-44d1-8839-90df895a92c3 None None] Pushing event deleted for resources: {'Port': ['ID=879bac2c-1e89-46b2-b81b-7040af0da39e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:00.795886 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e40b7-c0a4-44d1-8839-90df895a92c3 None None] No DVR routers for this DVR port 879bac2c-1e89-46b2-b81b-7040af0da39e on host dv-cinder-837543-3-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:42:00.847072 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (879bac2c-1e89-46b2-b81b-7040af0da39e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.869919 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Pushing event deleted for resources: {'Port': ['ID=879bac2c-1e89-46b2-b81b-7040af0da39e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:00.875718 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] No DVR routers for this DVR port 879bac2c-1e89-46b2-b81b-7040af0da39e on host dv-cinder-837543-3-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:42:00.943813 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (52b8a7e5-bc37-4511-a739-0d9c41bf8684), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.967807 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b8a7e5-bc37-4511-a739-0d9c41bf8684']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:00.976768 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:00.977066 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:00.986429 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.000277 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.006702 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:42:01.007074 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (baa26f78-0cd4-4d1c-b53b-8b2fa1aca24d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: self.session.flush() Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: self.session.flush() Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: self.session.flush() Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: self.session.flush() Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:42:01.008982 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:42:01.067194 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (52b8a7e5-bc37-4511-a739-0d9c41bf8684), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.077646 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.083114 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] 10.222.0.47 "DELETE /v2.0/networks/52b8a7e5-bc37-4511-a739-0d9c41bf8684 HTTP/1.1" status: 204 len: 168 time: 0.7911201 Apr 14 21:42:01.092051 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b40b2-1762-4608-9cf9-feebabc3ad28 admin admin] Pushing event deleted for resources: {'Network': ['ID=52b8a7e5-bc37-4511-a739-0d9c41bf8684,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:01.191416 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36616) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:01.230523 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-68d285a5-c4f9-4553-b7ed-69fa4edaea63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4a73c0bee9e4ee385f34e88d51f37ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379148 Apr 14 21:42:01.232936 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36618) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:01.284250 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db83591b-23e1-4dab-800e-6f7473e50336 admin admin] Publish callbacks [] for security_group (62913fd3-801e-473a-b443-7e45a4805e2c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.305153 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db83591b-23e1-4dab-800e-6f7473e50336 admin admin] Publish callbacks [] for security_group (62913fd3-801e-473a-b443-7e45a4805e2c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.354825 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af627-434b-465a-a48d-a9613f0aba6b req-9bb2ccbb-9f8e-4f34-ad50-2d5bfea558c9 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:01.356602 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a84af627-434b-465a-a48d-a9613f0aba6b req-9bb2ccbb-9f8e-4f34-ad50-2d5bfea558c9 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 944 time: 0.0500646 Apr 14 21:42:01.361831 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db83591b-23e1-4dab-800e-6f7473e50336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (62913fd3-801e-473a-b443-7e45a4805e2c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.364500 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-db83591b-23e1-4dab-800e-6f7473e50336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.365645 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-db83591b-23e1-4dab-800e-6f7473e50336 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62913fd3-801e-473a-b443-7e45a4805e2c HTTP/1.1" status: 204 len: 168 time: 0.1317878 Apr 14 21:42:01.376821 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83591b-23e1-4dab-800e-6f7473e50336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62913fd3-801e-473a-b443-7e45a4805e2c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:01.415764 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a84af627-434b-465a-a48d-a9613f0aba6b req-614f3267-29ca-4ba1-9750-6d00c6eeaec4 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512595 Apr 14 21:42:01.522611 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-606cc8b2-f8ed-4a1c-9a99-2fbf26966650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:01.524122 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-606cc8b2-f8ed-4a1c-9a99-2fbf26966650 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 1128 time: 0.0413463 Apr 14 21:42:01.618692 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-4f1f610c-95de-4649-9aa5-2b7d57c05d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:01.620252 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-4f1f610c-95de-4649-9aa5-2b7d57c05d42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 915 time: 0.0894034 Apr 14 21:42:01.664366 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-2fea40c8-57df-4026-80e6-829691dfb7b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c9f59b-6143-41a0-9b95-24732ef1cb07 HTTP/1.1" status: 200 len: 217 time: 0.0372648 Apr 14 21:42:01.697561 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36626) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:01.721026 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-33f05cd5-68ed-4fce-8f76-0c29fc9fc733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:01.722540 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-33f05cd5-68ed-4fce-8f76-0c29fc9fc733 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0518777 Apr 14 21:42:01.738341 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-38688f61-2072-49e2-a8d0-5b4287ebdea5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c3ee05b9afe442bb4495fd4266bec77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395639 Apr 14 21:42:01.741419 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36628) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:01.766961 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-856cdc7e-331f-43a7-ab05-b08481113f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:01.768380 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-856cdc7e-331f-43a7-ab05-b08481113f55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388799 Apr 14 21:42:01.789599 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4441574-2db7-4e32-b1d5-da747f598d85 admin admin] Publish callbacks [] for security_group (0580a011-6224-4e2f-9fbc-9308d33b6cad), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.810448 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4441574-2db7-4e32-b1d5-da747f598d85 admin admin] Publish callbacks [] for security_group (0580a011-6224-4e2f-9fbc-9308d33b6cad), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.858330 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-9a8fb2a2-39b1-4294-8f82-8cfc088e9747 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829053 Apr 14 21:42:01.858615 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4441574-2db7-4e32-b1d5-da747f598d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0580a011-6224-4e2f-9fbc-9308d33b6cad), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.861231 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d4441574-2db7-4e32-b1d5-da747f598d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.862448 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d4441574-2db7-4e32-b1d5-da747f598d85 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0580a011-6224-4e2f-9fbc-9308d33b6cad HTTP/1.1" status: 204 len: 168 time: 0.1200249 Apr 14 21:42:01.870925 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4441574-2db7-4e32-b1d5-da747f598d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0580a011-6224-4e2f-9fbc-9308d33b6cad,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:01.954713 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-eea8021c-9fd6-42f4-aba9-b568b26ffdf8 req-22798dbc-62bc-4c5b-99c1-d865bcd962c4 service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900025 Apr 14 21:42:02.126061 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 879bac2c-1e89-46b2-b81b-7040af0da39e no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:02.148438 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 879bac2c-1e89-46b2-b81b-7040af0da39e {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:02.148783 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 879bac2c-1e89-46b2-b81b-7040af0da39e not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:02.149201 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device df58046c-f04f-4baf-8407-439cd22dd4c9 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:02.169076 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: df58046c-f04f-4baf-8407-439cd22dd4c9 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:02.169421 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device df58046c-f04f-4baf-8407-439cd22dd4c9 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:02.531053 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41884983-61bc-4f6b-a878-9200cc56c172 req-d94bcd5f-9f78-40cb-994c-0c8ebfb7aa83 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:02.532561 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-41884983-61bc-4f6b-a878-9200cc56c172 req-d94bcd5f-9f78-40cb-994c-0c8ebfb7aa83 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 944 time: 0.0492458 Apr 14 21:42:02.535847 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36652) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:02.541916 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e3c9f59b-6143-41a0-9b95-24732ef1cb07 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:42:02.586796 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-41884983-61bc-4f6b-a878-9200cc56c172 req-961898f5-1679-4427-b9cb-556f8e84ab54 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Apr 14 21:42:02.641068 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-642760314-network', 'tenant_id': '83743cb03a3341c99562297b54829938'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:02.648788 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e3c9f59b-6143-41a0-9b95-24732ef1cb07, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e3c9f59b-6143-41a0-9b95-24732ef1cb07,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:02.660535 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Made reservation on behalf of 83743cb03a3341c99562297b54829938 for: {'network': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:42:02.660703 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'port_id': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07', 'mac_address': 'fa:16:3e:a9:67:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:42:02.662750 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:02.672487 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:02.703384 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e3c9f59b-6143-41a0-9b95-24732ef1cb07 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:02.703777 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:02.717118 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c9f59b-6143-41a0-9b95-24732ef1cb07 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:42:02.737548 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e3c9f59b-6143-41a0-9b95-24732ef1cb07, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e3c9f59b-6143-41a0-9b95-24732ef1cb07,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:02.742327 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:02.753278 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Publish callbacks [] for security_group (259c4299-61e1-49c9-91da-31353d679fb5), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:02.757384 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (259c4299-61e1-49c9-91da-31353d679fb5), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:02.784706 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:42:02.789798 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e3c9f59b-6143-41a0-9b95-24732ef1cb07,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:02.791097 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c4299-61e1-49c9-91da-31353d679fb5,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:02.798978 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (bc960d4c-2a36-47fe-8a1c-013587ab1422), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:02.799504 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.segments_db [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Added segment bc960d4c-2a36-47fe-8a1c-013587ab1422 of type vlan for network 82d90ee7-0083-45e5-a54b-aa8f60609e7e Apr 14 21:42:02.839692 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (82d90ee7-0083-45e5-a54b-aa8f60609e7e), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:02.864781 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (82d90ee7-0083-45e5-a54b-aa8f60609e7e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:02.865803 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:02.866387 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:02.919910 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3829668 Apr 14 21:42:02.923103 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36656) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:02.927020 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78c067-1602-4e41-b340-4da2bfbb0455 admin admin] Pushing event updated for resources: {'Network': ['ID=82d90ee7-0083-45e5-a54b-aa8f60609e7e,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:02.928545 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Request body: {'subnet': {'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-642760314-subnet', 'tenant_id': '83743cb03a3341c99562297b54829938', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:02.938201 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:42:02.950015 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Made reservation on behalf of 83743cb03a3341c99562297b54829938 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:42:02.952304 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8399541'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.125452 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['e3c9f59b-6143-41a0-9b95-24732ef1cb07'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:42:03.127485 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8399523'] for subnet (f94ab265-89b2-435e-a5de-ddbea1cfd6d6), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.187695 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94ab265-89b2-435e-a5de-ddbea1cfd6d6,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:03.199330 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Checking segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:42:03.199725 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Network hostable DHCP agents. Network: 82d90ee7-0083-45e5-a54b-aa8f60609e7e, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:42:03.216667 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:42:03.226476 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, 82d90ee7-0083-45e5-a54b-aa8f60609e7e) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:03.231968 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:03.232568 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.237103 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec353c-98ad-47df-b533-b0117ffca2c6 None None] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:42:03.249337 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-f0049e4b-7ebd-4309-a790-5c664d08b228 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3251202 Apr 14 21:42:03.251971 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36658) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:03.256208 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:03.274634 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.275691 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.327834 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks [] for router_controller (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.367192 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:42:03.368025 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.470603 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks [] for router_gateway (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.503733 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Allocated IP 172.20.0.2 (82d90ee7-0083-45e5-a54b-aa8f60609e7e/f94ab265-89b2-435e-a5de-ddbea1cfd6d6/3be03c1f-0694-40fb-bb1d-bf65d02311f9) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:42:03.647390 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Publish callbacks [] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.653529 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.660218 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks [] for router_gateway (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.689934 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.698208 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:03.702180 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:03.706900 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:42:03.710068 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Pushing event updated for resources: {'Port': ['ID=3be03c1f-0694-40fb-bb1d-bf65d02311f9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:03.723160 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ab0e2-b485-4075-9f0d-bdabea91c0be req-de72fc36-ebdf-4bbc-b662-80ae1c9e65ee tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:03.724817 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1a8ab0e2-b485-4075-9f0d-bdabea91c0be req-de72fc36-ebdf-4bbc-b662-80ae1c9e65ee tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 945 time: 0.0636685 Apr 14 21:42:03.767048 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Attempting to bind port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:42:03.767417 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Attempting to bind port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:42:03.767784 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Attempting to bind port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:42:03.772926 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:42:03.773297 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Checking segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:42:03.773705 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.774127 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Bound using segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:42:03.774597 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Bound port: 3be03c1f-0694-40fb-bb1d-bf65d02311f9, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:42:03.774974 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.782403 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1a8ab0e2-b485-4075-9f0d-bdabea91c0be req-690f607d-6ba5-4484-9ea1-fbe903e49220 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497236 Apr 14 21:42:03.809377 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Allocated IP 172.27.3.188 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/28928222-6a83-410e-94d7-f56824a624c9) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:42:03.843589 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] For port 3be03c1f-0694-40fb-bb1d-bf65d02311f9, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:42:03.846721 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] For port 3be03c1f-0694-40fb-bb1d-bf65d02311f9, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=3be03c1f-0694-40fb-bb1d-bf65d02311f9,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:42:03.852326 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.910832 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecc112-d97e-4ca0-9713-83e5dbd36dbc None None] Pushing event updated for resources: {'Port': ['ID=3be03c1f-0694-40fb-bb1d-bf65d02311f9,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:03.923170 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks [] for port (28928222-6a83-410e-94d7-f56824a624c9), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.959681 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (28928222-6a83-410e-94d7-f56824a624c9), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.998066 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:04.000936 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:04.006607 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:42:04.034337 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Pushing event updated for resources: {'Port': ['ID=28928222-6a83-410e-94d7-f56824a624c9,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:04.176431 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3be03c1f-0694-40fb-bb1d-bf65d02311f9 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:04.228333 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:04.228705 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:04.295167 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks [] for router_gateway (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:04.309561 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:04.310160 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:04.342758 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 3be03c1f-0694-40fb-bb1d-bf65d02311f9, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=3be03c1f-0694-40fb-bb1d-bf65d02311f9,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:04.346499 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:04.398726 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=3be03c1f-0694-40fb-bb1d-bf65d02311f9,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:04.514459 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:04.544642 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e3c9f59b-6143-41a0-9b95-24732ef1cb07 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:04.604084 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port e3c9f59b-6143-41a0-9b95-24732ef1cb07 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:42:04.615311 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port e3c9f59b-6143-41a0-9b95-24732ef1cb07 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:04.615311 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:04.654607 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:42:04.703283 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e3c9f59b-6143-41a0-9b95-24732ef1cb07 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:04.703768 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:04.736714 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4487f179-9c52-4628-922a-d671bded0130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:04.739959 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5415f0a-74fe-4258-99fe-721d3c69fc0d" -d '{"events": [{"server_uuid": "4487f179-9c52-4628-922a-d671bded0130", "name": "network-vif-plugged", "status": "completed", "tag": "e3c9f59b-6143-41a0-9b95-24732ef1cb07"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:04.756456 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e3c9f59b-6143-41a0-9b95-24732ef1cb07, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e3c9f59b-6143-41a0-9b95-24732ef1cb07,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:04.762648 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:04.792538 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d99b91a-62eb-46d1-8140-6e970525e2d9 x-openstack-request-id: req-8d99b91a-62eb-46d1-8140-6e970525e2d9 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:04.792848 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4487f179-9c52-4628-922a-d671bded0130", "name": "network-vif-plugged", "status": "completed", "tag": "e3c9f59b-6143-41a0-9b95-24732ef1cb07", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:04.793130 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d99b91a-62eb-46d1-8140-6e970525e2d9 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:04.793299 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:04.794030 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d99b91a-62eb-46d1-8140-6e970525e2d9'] response: {'server_uuid': '4487f179-9c52-4628-922a-d671bded0130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07', 'code': 200} Apr 14 21:42:04.809615 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Sync routers for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:04.823289 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:04.823552 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:04.825419 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-89ac6e62-bb6c-4841-a911-71739c0c321b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5724568 Apr 14 21:42:04.825865 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:04.828280 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36666) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:04.847549 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e3c9f59b-6143-41a0-9b95-24732ef1cb07,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:04.964737 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:04.988306 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390ca2e-d5e8-4651-9b29-542d4eeab095 req-efd71c29-04a0-4abf-904b-74fd5c14dd6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:04.988577 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02641b-14ca-461a-b5e9-ae92c64db51d None None] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:42:04.989824 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b390ca2e-d5e8-4651-9b29-542d4eeab095 req-efd71c29-04a0-4abf-904b-74fd5c14dd6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 946 time: 0.0649109 Apr 14 21:42:05.056780 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-a9d3aa6d-4aee-4e56-8caf-0124f16da2fd None None] Provisioning complete for port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:05.057137 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9d3aa6d-4aee-4e56-8caf-0124f16da2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:05.092918 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976f6d7-1312-473c-aab5-f76e04f1a973 req-28d7c666-a306-40f4-b088-d328bb6ad644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:05.094791 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b976f6d7-1312-473c-aab5-f76e04f1a973 req-28d7c666-a306-40f4-b088-d328bb6ad644 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 1130 time: 0.1025653 Apr 14 21:42:05.156128 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b390ca2e-d5e8-4651-9b29-542d4eeab095 req-2b5d8b21-5b07-48af-bda7-484feaa98c41 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520972 Apr 14 21:42:05.156384 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:04Z', 'revision_number': 3, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:05.185428 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Checking router: b4a64c8a-072e-4a2c-a6bd-aea2774986c3 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:05.186432 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Updating router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 port 28928222-6a83-410e-94d7-f56824a624c9 binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:42:05.209634 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b976f6d7-1312-473c-aab5-f76e04f1a973 req-3741d079-731b-462e-b2c6-0721c5440d3d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058798 Apr 14 21:42:05.210230 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3aa6d-4aee-4e56-8caf-0124f16da2fd None None] Current status of the port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:05.223908 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (28928222-6a83-410e-94d7-f56824a624c9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:05.434179 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-3048797f-bc54-4fb6-861d-7296f2ae72da None None] Provisioning complete for port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:05.434793 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3048797f-bc54-4fb6-861d-7296f2ae72da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:05.506317 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Publish callbacks [] for port (28928222-6a83-410e-94d7-f56824a624c9), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:05.513046 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (28928222-6a83-410e-94d7-f56824a624c9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:05.516786 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-3048797f-bc54-4fb6-861d-7296f2ae72da None None] Current status of the port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:05.565016 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Attempting to bind port 28928222-6a83-410e-94d7-f56824a624c9 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:42:05.565513 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Attempting to bind port 28928222-6a83-410e-94d7-f56824a624c9 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:42:05.565956 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Attempting to bind port 28928222-6a83-410e-94d7-f56824a624c9 on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:42:05.571374 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Pushing event updated for resources: {'Port': ['ID=28928222-6a83-410e-94d7-f56824a624c9,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:05.579320 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:42:05.579683 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:42:05.580083 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:05.580454 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:42:05.580913 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Bound port: 28928222-6a83-410e-94d7-f56824a624c9, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:42:05.581282 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (28928222-6a83-410e-94d7-f56824a624c9), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:05.584393 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.584731 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.585088 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.585433 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.585787 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.586113 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.586437 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.586757 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.587067 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.587385 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.587706 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.588037 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.588355 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.588669 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.588980 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:05.640153 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] For port 28928222-6a83-410e-94d7-f56824a624c9, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:42:05.643080 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] For port 28928222-6a83-410e-94d7-f56824a624c9, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=28928222-6a83-410e-94d7-f56824a624c9,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:42:05.649789 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (28928222-6a83-410e-94d7-f56824a624c9), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:05.706249 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:05.708152 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:05.708767 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:05.713488 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cf26f-9176-4739-800c-ce640974abf0 None None] Pushing event updated for resources: {'Port': ['ID=28928222-6a83-410e-94d7-f56824a624c9,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:05.819087 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:05.865275 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Allocated IP 172.20.0.1 (82d90ee7-0083-45e5-a54b-aa8f60609e7e/f94ab265-89b2-435e-a5de-ddbea1cfd6d6/c41e8f19-41ff-4db5-ad35-ae124b115f1f) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:42:05.972221 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Publish callbacks [] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:06.000126 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:04Z', 'revision_number': 3, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:06.005556 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:06.027013 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549dd38-66a6-4004-9ece-4241f0cf71b4 None None] The sync data for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi is: [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:04Z', 'revision_number': 3, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:06.051081 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:06.054129 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:06.059343 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:42:06.063416 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Pushing event updated for resources: {'Port': ['ID=c41e8f19-41ff-4db5-ad35-ae124b115f1f,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:06.102864 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:06.158564 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3be03c1f-0694-40fb-bb1d-bf65d02311f9 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:06.237675 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:06.240831 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:06.259546 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:06.366108 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d741f-8604-428c-8e7b-5693b40ec1ae req-9a133e64-d4d2-46ee-b4a9-7f87424249a6 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:06.367582 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-520d741f-8604-428c-8e7b-5693b40ec1ae req-9a133e64-d4d2-46ee-b4a9-7f87424249a6 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 946 time: 0.0951421 Apr 14 21:42:06.409428 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:06.420186 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-62e7d1e7-dee2-4788-af42-075c7d9151bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:06.447803 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-4fa06421-661c-4a18-a3b0-e1b7f1440318 None None] Provisioning complete for port c41e8f19-41ff-4db5-ad35-ae124b115f1f triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:06.448506 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4fa06421-661c-4a18-a3b0-e1b7f1440318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:06.479477 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-520d741f-8604-428c-8e7b-5693b40ec1ae req-f9dc4daf-bee7-42c1-a06e-8e391f113fc6 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999825 Apr 14 21:42:06.499877 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-4fa06421-661c-4a18-a3b0-e1b7f1440318 None None] Port c41e8f19-41ff-4db5-ad35-ae124b115f1f cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:42:06.611260 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Publish callbacks [] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:06.617586 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:06.707310 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Pushing event updated for resources: {'Port': ['ID=c41e8f19-41ff-4db5-ad35-ae124b115f1f,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:06.710174 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:06.825562 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:06.827181 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:06.967200 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:42:07.110041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:07.115221 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-912ede8b-bdd3-4cd6-84b0-d097f2672562 admin admin] 10.222.0.47 "PUT /v2.0/routers/b4a64c8a-072e-4a2c-a6bd-aea2774986c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2859118 Apr 14 21:42:07.132532 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-e6ad1885-4b4d-4900-8c40-33c6e09364c3 None None] Provisioning complete for port c41e8f19-41ff-4db5-ad35-ae124b115f1f triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:07.132906 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6ad1885-4b4d-4900-8c40-33c6e09364c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.168784 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad1885-4b4d-4900-8c40-33c6e09364c3 None None] Port c41e8f19-41ff-4db5-ad35-ae124b115f1f cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:42:07.592676 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36686) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:07.599619 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1621067191-network', 'tenant_id': '10c5a27b287f492984d840f12ded5795'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:07.602481 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a14e4-2695-47a6-b329-b9e1db8fd7f5 req-953503df-50e8-4f9a-8895-1deb999d21ed tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:07.604076 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-072a14e4-2695-47a6-b329-b9e1db8fd7f5 req-953503df-50e8-4f9a-8895-1deb999d21ed tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 946 time: 0.0500588 Apr 14 21:42:07.621880 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Made reservation on behalf of 10c5a27b287f492984d840f12ded5795 for: {'network': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:42:07.624141 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for network (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.633067 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.662463 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-072a14e4-2695-47a6-b329-b9e1db8fd7f5 req-59ff2fb9-2a5d-40b9-b929-cc12e8a396d9 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512569 Apr 14 21:42:07.714941 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Publish callbacks [] for security_group (0907825b-70e7-407a-9a68-c594e5d7a37f), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.719328 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0907825b-70e7-407a-9a68-c594e5d7a37f), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.749051 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:42:07.759345 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0907825b-70e7-407a-9a68-c594e5d7a37f,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:07.765083 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (43de7a29-165e-4307-b338-12639f6d12f4), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.765423 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.segments_db [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Added segment 43de7a29-165e-4307-b338-12639f6d12f4 of type vlan for network 9d412085-8548-4358-895f-f8ab6e755d2e Apr 14 21:42:07.792238 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0949ef-b88f-45ac-b009-be453f54c5cd req-8b1abfc5-423c-4320-bf96-dfed1b52ebba tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:07.795078 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1d0949ef-b88f-45ac-b009-be453f54c5cd req-8b1abfc5-423c-4320-bf96-dfed1b52ebba tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 946 time: 0.0673091 Apr 14 21:42:07.802963 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36690) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:07.807533 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-f2116236-0a86-47d9-9343-485bdaa2bfb1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Request body: {'floatingip': {'port_id': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:07.814401 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792835152348'] for network (9d412085-8548-4358-895f-f8ab6e755d2e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.843998 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Sync routers for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:07.844548 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935'] for network (9d412085-8548-4358-895f-f8ab6e755d2e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.845187 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:07.845989 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.853858 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:07.854479 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:07.858561 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f2116236-0a86-47d9-9343-485bdaa2bfb1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (8b8647de-ba28-488e-b3a7-ffe34b78ef7e), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.880623 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2853444 Apr 14 21:42:07.883302 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36692) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:07.889620 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Request body: {'subnet': {'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1621067191-subnet', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'ip_version': 4}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:07.928610 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16359956-cfac-4e71-a0c5-ab6a9aab89dc admin admin] Pushing event updated for resources: {'Network': ['ID=9d412085-8548-4358-895f-f8ab6e755d2e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:07.943439 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Made reservation on behalf of 10c5a27b287f492984d840f12ded5795 for: {'subnet': 1} {{(pid=103384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:42:07.946119 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8399541'] for subnet (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:07.948156 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Network 9d412085-8548-4358-895f-f8ab6e755d2e details requested by agent ovs-agent-dv-cinder-837543-3-iscsi with host dv-cinder-837543-3-iscsi {{(pid=103385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:42:08.037116 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:08.131215 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8399523'] for subnet (51499f22-ac02-4420-9ba4-56b6a03539de), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.177632 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=51499f22-ac02-4420-9ba4-56b6a03539de,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:08.208305 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Checking segment: {'id': '43de7a29-165e-4307-b338-12639f6d12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:42:08.208891 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Network hostable DHCP agents. Network: 9d412085-8548-4358-895f-f8ab6e755d2e, hostable agents: ['eec3fc9e-75d9-45a2-94f6-f9d6d0afc901'], hosted agents: [] {{(pid=103384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:42:08.228259 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Network 9d412085-8548-4358-895f-f8ab6e755d2e is scheduled to be hosted by DHCP agent eec3fc9e-75d9-45a2-94f6-f9d6d0afc901 with binding_index 1 {{(pid=103384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:42:08.235324 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 28928222-6a83-410e-94d7-f56824a624c9 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:08.239524 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-iscsi, 9d412085-8548-4358-895f-f8ab6e755d2e) {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:08.244330 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:08.245016 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for subnet (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.263994 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb901baa-d6e4-44fc-951f-78da6c0bf44d None None] Network 9d412085-8548-4358-895f-f8ab6e755d2e requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:42:08.266346 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-2425e0b0-e4b1-443d-92f1-10d169b037fa admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3820376 Apr 14 21:42:08.268729 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36694) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:08.273868 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1621067191-router', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:08.297102 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11658'] for router (4d0ebbec-d323-4994-805f-f0a18957b162), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.298300 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520539', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-288460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11667'] for router (4d0ebbec-d323-4994-805f-f0a18957b162), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.338268 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 2, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:08.357626 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks [] for router_controller (4d0ebbec-d323-4994-805f-f0a18957b162), precommit_add_association {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.377078 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Checking router: b4a64c8a-072e-4a2c-a6bd-aea2774986c3 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:08.377428 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Updating router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 port c41e8f19-41ff-4db5-ad35-ae124b115f1f binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:42:08.378745 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f2116236-0a86-47d9-9343-485bdaa2bfb1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.383103 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f2116236-0a86-47d9-9343-485bdaa2bfb1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (8b8647de-ba28-488e-b3a7-ffe34b78ef7e), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.403261 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 28928222-6a83-410e-94d7-f56824a624c9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:08.403647 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (28928222-6a83-410e-94d7-f56824a624c9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.495764 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [None req-f2116236-0a86-47d9-9343-485bdaa2bfb1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Floating IP 8b8647de-ba28-488e-b3a7-ffe34b78ef7e associated. External IP: 172.27.3.249, port: e3c9f59b-6143-41a0-9b95-24732ef1cb07. Apr 14 21:42:08.501059 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks [] for router_gateway (4d0ebbec-d323-4994-805f-f0a18957b162), precommit_update {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.580965 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.625926 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7768d83-294f-5dce-9583-df85556d0df8-9d412085-8548-4358-895f-f8ab6e755d2e', 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e', 'project_id': '10c5a27b287f492984d840f12ded5795', 'fixed_ips': [{'subnet_id': '51499f22-ac02-4420-9ba4-56b6a03539de'}]}} from dv-cinder-837543-3-iscsi. {{(pid=103385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:42:08.626754 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.697348 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks [] for router_gateway (4d0ebbec-d323-4994-805f-f0a18957b162), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.718737 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.732599 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2116236-0a86-47d9-9343-485bdaa2bfb1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Router bc3b3f95-9e38-471b-953d-da57ff222224 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:42:08.839534 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.db_base_plugin_common [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Allocated IP 172.27.3.60 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/3d5045ef-0f57-42b9-9ee3-d13eedf71cad) {{(pid=103384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:42:08.859662 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2116236-0a86-47d9-9343-485bdaa2bfb1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:08.867481 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f2116236-0a86-47d9-9343-485bdaa2bfb1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.870407 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:08.875329 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 28928222-6a83-410e-94d7-f56824a624c9 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:08.875810 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (28928222-6a83-410e-94d7-f56824a624c9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.890024 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:08.890940 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:41:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:08.904465 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 28928222-6a83-410e-94d7-f56824a624c9, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=28928222-6a83-410e-94d7-f56824a624c9,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:08.952112 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (28928222-6a83-410e-94d7-f56824a624c9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:08.976678 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks [] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.025805 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-741e514d-8732-4a88-86b6-c756c888c418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.026604 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.035046 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:09.062501 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=28928222-6a83-410e-94d7-f56824a624c9,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:09.086402 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Allocated IP 172.20.0.2 (9d412085-8548-4358-895f-f8ab6e755d2e/51499f22-ac02-4420-9ba4-56b6a03539de/43ffce17-c75e-4fc6-8472-40a639e780e1) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:42:09.100260 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:09.111401 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.base_scheduler [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Resources bound (agent type, host, resource id): {{(pid=103384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:09.123684 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Received port after_create {{(pid=103384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:42:09.265643 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f2116236-0a86-47d9-9343-485bdaa2bfb1 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "PUT /v2.0/floatingips/8b8647de-ba28-488e-b3a7-ffe34b78ef7e HTTP/1.1" status: 200 len: 992 time: 1.4612939 Apr 14 21:42:09.266096 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4487f179-9c52-4628-922a-d671bded0130', 'tag': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:09.268355 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee" -d '{"events": [{"name": "network-changed", "server_uuid": "4487f179-9c52-4628-922a-d671bded0130", "tag": "e3c9f59b-6143-41a0-9b95-24732ef1cb07"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:09.298126 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Publish callbacks [] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.308482 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98d8345-4ec5-4621-a02e-b872dce45315 x-openstack-request-id: req-f98d8345-4ec5-4621-a02e-b872dce45315 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:09.308975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4487f179-9c52-4628-922a-d671bded0130", "tag": "e3c9f59b-6143-41a0-9b95-24732ef1cb07", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:09.309557 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f98d8345-4ec5-4621-a02e-b872dce45315 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:09.310143 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98d8345-4ec5-4621-a02e-b872dce45315'] response: {'name': 'network-changed', 'server_uuid': '4487f179-9c52-4628-922a-d671bded0130', 'tag': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07', 'status': 'completed', 'code': 200} Apr 14 21:42:09.323852 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.372851 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Pushing event updated for resources: {'Port': ['ID=3d5045ef-0f57-42b9-9ee3-d13eedf71cad,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:09.377990 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Publish callbacks [] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.378316 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-b6c576fd-f6ac-4190-bc34-10223a725da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:09.380178 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-b6c576fd-f6ac-4190-bc34-10223a725da3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 1130 time: 0.0494769 Apr 14 21:42:09.395246 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a001e4-bfb0-49ed-b76f-e2f6293b62c2 None None] Pushing event updated for resources: {'Port': ['ID=c41e8f19-41ff-4db5-ad35-ae124b115f1f,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:09.399167 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.438687 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '8b8647de-ba28-488e-b3a7-ffe34b78ef7e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:a9:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4487f179-9c52-4628-922a-d671bded0130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:41:55Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:09.507927 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:09.511091 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks [] for router_gateway (4d0ebbec-d323-4994-805f-f0a18957b162), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.524514 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-0310b7b9-9fb3-4438-9301-3aa2adc1f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:09.526716 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-0310b7b9-9fb3-4438-9301-3aa2adc1f671 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 200 len: 915 time: 0.1358886 Apr 14 21:42:09.530345 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Network 9d412085-8548-4358-895f-f8ab6e755d2e is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:09.540308 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:09.541385 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:09.549823 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:09.553982 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Attempting to bind port c41e8f19-41ff-4db5-ad35-ae124b115f1f on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:42:09.554517 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Attempting to bind port c41e8f19-41ff-4db5-ad35-ae124b115f1f by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:42:09.554981 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Attempting to bind port c41e8f19-41ff-4db5-ad35-ae124b115f1f on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:42:09.563202 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:42:09.569673 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:42:09.570231 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Checking segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:42:09.570792 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.571250 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Bound using segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:42:09.571832 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Bound port: c41e8f19-41ff-4db5-ad35-ae124b115f1f, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:42:09.572314 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.633803 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-2cd92543-25f0-427c-8dfb-4cf8abdf518e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c9f59b-6143-41a0-9b95-24732ef1cb07 HTTP/1.1" status: 200 len: 1000 time: 0.0983064 Apr 14 21:42:09.687796 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Pushing event updated for resources: {'Port': ['ID=43ffce17-c75e-4fc6-8472-40a639e780e1,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:09.691055 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-135db4ad-dfb4-4584-95f0-e7268b20b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:09.692834 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-135db4ad-dfb4-4584-95f0-e7268b20b339 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 200 len: 853 time: 0.0523198 Apr 14 21:42:09.703671 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:09.733367 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Attempting to bind port 43ffce17-c75e-4fc6-8472-40a639e780e1 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:42:09.734006 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Attempting to bind port 43ffce17-c75e-4fc6-8472-40a639e780e1 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '43de7a29-165e-4307-b338-12639f6d12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:42:09.734364 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Attempting to bind port 43ffce17-c75e-4fc6-8472-40a639e780e1 on network 9d412085-8548-4358-895f-f8ab6e755d2e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:42:09.737567 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] For port c41e8f19-41ff-4db5-ad35-ae124b115f1f, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:42:09.750255 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-ed10054d-68a7-442e-995f-0b08f89a71ed None None] Provisioning complete for port c41e8f19-41ff-4db5-ad35-ae124b115f1f triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:09.750622 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ed10054d-68a7-442e-995f-0b08f89a71ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.756878 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.764597 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-85d888e4-fd04-4253-9b12-d905fd96b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:09.766350 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-85d888e4-fd04-4253-9b12-d905fd96b9e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fdd656e-f5b6-43da-ba4a-b8cae2233839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651238 Apr 14 21:42:09.775186 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] For port c41e8f19-41ff-4db5-ad35-ae124b115f1f, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=c41e8f19-41ff-4db5-ad35-ae124b115f1f,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:42:09.778321 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:42:09.778876 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Checking segment: {'id': '43de7a29-165e-4307-b338-12639f6d12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:42:09.779445 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.780018 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Bound using segment: {'id': '43de7a29-165e-4307-b338-12639f6d12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:42:09.780531 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Bound port: 43ffce17-c75e-4fc6-8472-40a639e780e1, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43de7a29-165e-4307-b338-12639f6d12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:42:09.780910 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.806313 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:09.842633 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ed10054d-68a7-442e-995f-0b08f89a71ed None None] Port c41e8f19-41ff-4db5-ad35-ae124b115f1f cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:42:09.903762 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a001e4-bfb0-49ed-b76f-e2f6293b62c2 None None] Pushing event updated for resources: {'Port': ['ID=c41e8f19-41ff-4db5-ad35-ae124b115f1f,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:09.909357 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-84e9ad22-b7f1-4c0d-8a54-b7c18cd8387b service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347046 Apr 14 21:42:09.926489 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:09.926834 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:09.974426 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] For port 43ffce17-c75e-4fc6-8472-40a639e780e1, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:42:10.012280 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] For port 43ffce17-c75e-4fc6-8472-40a639e780e1, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=43ffce17-c75e-4fc6-8472-40a639e780e1,segment=NetworkSegment(43de7a29-165e-4307-b338-12639f6d12f4),segment_id=43de7a29-165e-4307-b338-12639f6d12f4)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:42:10.025808 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '8b8647de-ba28-488e-b3a7-ffe34b78ef7e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:a9:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4487f179-9c52-4628-922a-d671bded0130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:41:55Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:10.048002 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-17ff0f28-a18e-46ca-8e03-78e6f9cc8fee req-b3f57c3d-bf24-45a7-a662-472859d4bc6b service neutron] 10.222.0.13 "GET /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282935 Apr 14 21:42:10.066843 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41a287-69e5-4201-a434-e79f537b6aeb None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': '8b8647de-ba28-488e-b3a7-ffe34b78ef7e', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'port_id': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'mac_address': 'fa:16:3e:a9:67:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4487f179-9c52-4628-922a-d671bded0130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:41:55Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 1, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:10.075106 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:10.151657 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:10.162408 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521130'] for router (4d0ebbec-d323-4994-805f-f0a18957b162), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:10.197195 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 28928222-6a83-410e-94d7-f56824a624c9 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:10.322260 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 28928222-6a83-410e-94d7-f56824a624c9 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:10.322672 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (28928222-6a83-410e-94d7-f56824a624c9), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:10.326747 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Router 4d0ebbec-d323-4994-805f-f0a18957b162 is scheduled to L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 with binding_index 1 {{(pid=103384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:42:10.347668 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-eb0f5f14-40f2-4cc1-b480-cdb9ba27c68d None None] Provisioning complete for port c41e8f19-41ff-4db5-ad35-ae124b115f1f triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:10.348041 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5f14-40f2-4cc1-b480-cdb9ba27c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:10.350919 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5bad7-8c22-48f7-b8bb-53d741740cbd None None] Pushing event updated for resources: {'Port': ['ID=43ffce17-c75e-4fc6-8472-40a639e780e1,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:10.452473 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9e3381-ba76-40ae-a728-5199ca4ac768 None None] New status for floating IP 8b8647de-ba28-488e-b3a7-ffe34b78ef7e: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:42:10.475489 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:10.491961 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Sync routers for ids ['4d0ebbec-d323-4994-805f-f0a18957b162'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:10.507273 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:10.510937 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a4c19c38-6021-4c10-8ce9-35c1b15aa41e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2387633 Apr 14 21:42:10.511095 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Routers {'4d0ebbec-d323-4994-805f-f0a18957b162'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:10.511095 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-36ec352c-5202-4194-8e78-012876b46508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['4d0ebbec-d323-4994-805f-f0a18957b162'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:10.511319 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36700) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:10.661961 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Set router 4d0ebbec-d323-4994-805f-f0a18957b162 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:10.846640 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f5f14-40f2-4cc1-b480-cdb9ba27c68d None None] Current status of the port c41e8f19-41ff-4db5-ad35-ae124b115f1f is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:10.847019 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5f14-40f2-4cc1-b480-cdb9ba27c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:10.861260 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-36ec352c-5202-4194-8e78-012876b46508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'name': 'tempest-TestVolumeBootPattern-1621067191-router', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:09Z', 'revision_number': 3, 'project_id': '10c5a27b287f492984d840f12ded5795', 'gw_port': {'id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:10.889783 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Checking router: 4d0ebbec-d323-4994-805f-f0a18957b162 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:10.889783 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Updating router 4d0ebbec-d323-4994-805f-f0a18957b162 port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad binding host dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:42:10.890085 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 28928222-6a83-410e-94d7-f56824a624c9 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:10.920252 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:10.942926 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:09Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:10.986615 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8ef78-c9c5-4cf0-89ca-39db8ecbdc2b None None] The sync data for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi is: [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:09Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:10.991207 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-eb0f5f14-40f2-4cc1-b480-cdb9ba27c68d None None] For port c41e8f19-41ff-4db5-ad35-ae124b115f1f, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=c41e8f19-41ff-4db5-ad35-ae124b115f1f,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:10.999065 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eb0f5f14-40f2-4cc1-b480-cdb9ba27c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.032448 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.106846 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f5f14-40f2-4cc1-b480-cdb9ba27c68d None None] Pushing event updated for resources: {'Port': ['ID=c41e8f19-41ff-4db5-ad35-ae124b115f1f,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:11.287599 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Allocated IP 172.20.0.1 (9d412085-8548-4358-895f-f8ab6e755d2e/51499f22-ac02-4420-9ba4-56b6a03539de/ced18a61-5f01-4250-9da3-4624f41fa0e2) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:42:11.316162 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Publish callbacks [] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.322605 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.378343 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.397597 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bd683-b462-47f0-94c6-5cee29c1b9c7 None None] Pushing event updated for resources: {'Port': ['ID=3d5045ef-0f57-42b9-9ee3-d13eedf71cad,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:11.400711 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Attempting to bind port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:42:11.401157 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Attempting to bind port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:42:11.401688 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Attempting to bind port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad on network c0aad007-68de-449c-abb1-9901663a3e9a {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:42:11.407829 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:42:11.408364 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Checking segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:42:11.408919 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.409405 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Bound using segment: {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:42:11.410002 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Bound port: 3d5045ef-0f57-42b9-9ee3-d13eedf71cad, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25200c19-e930-4d07-b830-4381253522dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:42:11.410477 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.433337 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Publish callbacks [] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.473798 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-36ec352c-5202-4194-8e78-012876b46508 None None] For port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:42:11.478184 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-36ec352c-5202-4194-8e78-012876b46508 None None] For port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=3d5045ef-0f57-42b9-9ee3-d13eedf71cad,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:42:11.488354 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.488527 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.490673 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb32be03-9398-422b-bd59-a49764a73572 None None] Network 9d412085-8548-4358-895f-f8ab6e755d2e requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:42:11.530834 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Network 9d412085-8548-4358-895f-f8ab6e755d2e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:11.539107 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:11.543947 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:42:11.550339 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Pushing event updated for resources: {'Port': ['ID=ced18a61-5f01-4250-9da3-4624f41fa0e2,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:11.565965 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Routers {'4d0ebbec-d323-4994-805f-f0a18957b162'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:11.566615 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-36ec352c-5202-4194-8e78-012876b46508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['4d0ebbec-d323-4994-805f-f0a18957b162'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:11.583319 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-db20b05f-157d-4cae-b0e2-6b927fc53402 None None] Provisioning complete for port 43ffce17-c75e-4fc6-8472-40a639e780e1 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:11.583761 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db20b05f-157d-4cae-b0e2-6b927fc53402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.591921 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-521051'] for router_interface (4d0ebbec-d323-4994-805f-f0a18957b162), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.615577 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bd683-b462-47f0-94c6-5cee29c1b9c7 None None] Pushing event updated for resources: {'Port': ['ID=3d5045ef-0f57-42b9-9ee3-d13eedf71cad,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:11.743115 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-db20b05f-157d-4cae-b0e2-6b927fc53402 None None] Current status of the port 43ffce17-c75e-4fc6-8472-40a639e780e1 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:11.743573 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db20b05f-157d-4cae-b0e2-6b927fc53402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.758129 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.786706 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-db20b05f-157d-4cae-b0e2-6b927fc53402 None None] For port 43ffce17-c75e-4fc6-8472-40a639e780e1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=43ffce17-c75e-4fc6-8472-40a639e780e1,segment=NetworkSegment(43de7a29-165e-4307-b338-12639f6d12f4),segment_id=43de7a29-165e-4307-b338-12639f6d12f4)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:11.795953 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db20b05f-157d-4cae-b0e2-6b927fc53402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:11.833769 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-36ec352c-5202-4194-8e78-012876b46508 None None] Set router 4d0ebbec-d323-4994-805f-f0a18957b162 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:11.873764 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20b05f-157d-4cae-b0e2-6b927fc53402 None None] Pushing event updated for resources: {'Port': ['ID=43ffce17-c75e-4fc6-8472-40a639e780e1,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:12.013060 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Publish callbacks [] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:12.020254 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:12.022639 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-5f571677-4cb8-46d2-9b4f-ef39447272c1 None None] Provisioning complete for port ced18a61-5f01-4250-9da3-4624f41fa0e2 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:12.025631 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f571677-4cb8-46d2-9b4f-ef39447272c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:12.079932 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5f571677-4cb8-46d2-9b4f-ef39447272c1 None None] Port ced18a61-5f01-4250-9da3-4624f41fa0e2 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:42:12.092037 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-519659'] for router_interface (4d0ebbec-d323-4994-805f-f0a18957b162), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:12.100560 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-5f571677-4cb8-46d2-9b4f-ef39447272c1 None None] Provisioning complete for port 43ffce17-c75e-4fc6-8472-40a639e780e1 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:12.101542 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f571677-4cb8-46d2-9b4f-ef39447272c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:12.103760 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-36ec352c-5202-4194-8e78-012876b46508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'name': 'tempest-TestVolumeBootPattern-1621067191-router', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:09Z', 'revision_number': 3, 'project_id': '10c5a27b287f492984d840f12ded5795', 'gw_port': {'id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:12.158309 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Pushing event updated for resources: {'Port': ['ID=ced18a61-5f01-4250-9da3-4624f41fa0e2,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:12.168473 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec352c-5202-4194-8e78-012876b46508 None None] The sync data for ids ['4d0ebbec-d323-4994-805f-f0a18957b162'] in dv-cinder-837543-3-iscsi is: [{'id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'name': 'tempest-TestVolumeBootPattern-1621067191-router', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:09Z', 'revision_number': 3, 'project_id': '10c5a27b287f492984d840f12ded5795', 'gw_port': {'id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:12.259758 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-5f571677-4cb8-46d2-9b4f-ef39447272c1 None None] Current status of the port 43ffce17-c75e-4fc6-8472-40a639e780e1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:12.273651 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Network 9d412085-8548-4358-895f-f8ab6e755d2e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:12.275172 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:12.287267 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 43ffce17-c75e-4fc6-8472-40a639e780e1 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:12.344482 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 43ffce17-c75e-4fc6-8472-40a639e780e1 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:12.346360 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:12.406760 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-0bec7fc0-beda-4d6c-a04b-1229557892af None None] Provisioning complete for port ced18a61-5f01-4250-9da3-4624f41fa0e2 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:12.407141 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0bec7fc0-beda-4d6c-a04b-1229557892af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:12.415916 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Router 4d0ebbec-d323-4994-805f-f0a18957b162 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:42:12.458619 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-0bec7fc0-beda-4d6c-a04b-1229557892af None None] Port ced18a61-5f01-4250-9da3-4624f41fa0e2 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:42:12.503010 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 43ffce17-c75e-4fc6-8472-40a639e780e1 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:12.504108 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device c41e8f19-41ff-4db5-ad35-ae124b115f1f up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:12.554463 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port c41e8f19-41ff-4db5-ad35-ae124b115f1f triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:12.554930 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:12.562292 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:12.573811 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-5857a0b0-c3c1-4e88-ba16-a089c577531c admin admin] 10.222.0.47 "PUT /v2.0/routers/4d0ebbec-d323-4994-805f-f0a18957b162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0599923 Apr 14 21:42:12.607049 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-afeb9f4b-e27f-484e-a1c1-cb35fc8a8b3c None None] Provisioning complete for port ced18a61-5f01-4250-9da3-4624f41fa0e2 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:12.607336 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afeb9f4b-e27f-484e-a1c1-cb35fc8a8b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:12.658261 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-afeb9f4b-e27f-484e-a1c1-cb35fc8a8b3c None None] Port ced18a61-5f01-4250-9da3-4624f41fa0e2 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:42:12.738152 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port c41e8f19-41ff-4db5-ad35-ae124b115f1f is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:12.741567 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.334552 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36708) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:13.340179 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-2f9cb3fd-9ef4-4d43-b781-3a5f0c60e4b7 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542488527', 'description': 'tempest-secgroup-smoke-1542488527 description', 'project_id': '83743cb03a3341c99562297b54829938'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:13.361154 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb3fd-9ef4-4d43-b781-3a5f0c60e4b7 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.428086 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb3fd-9ef4-4d43-b781-3a5f0c60e4b7 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group (cddcf302-62e3-4472-8522-b7c6ca211e81), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.431634 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb3fd-9ef4-4d43-b781-3a5f0c60e4b7 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (cddcf302-62e3-4472-8522-b7c6ca211e81), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.460886 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb3fd-9ef4-4d43-b781-3a5f0c60e4b7 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.462148 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-2f9cb3fd-9ef4-4d43-b781-3a5f0c60e4b7 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265457 Apr 14 21:42:13.463328 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cb3fd-9ef4-4d43-b781-3a5f0c60e4b7 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cddcf302-62e3-4472-8522-b7c6ca211e81,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:13.465672 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36710) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:13.470273 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-574e725d-c4e5-464d-89b8-f34b8db75d2a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'security_group_rule': {'security_group_id': 'cddcf302-62e3-4472-8522-b7c6ca211e81', 'project_id': '83743cb03a3341c99562297b54829938', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:13.497004 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-574e725d-c4e5-464d-89b8-f34b8db75d2a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (dfbc65f5-6a3a-4308-8a5c-dae0b49dc955), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.552192 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-574e725d-c4e5-464d-89b8-f34b8db75d2a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (dfbc65f5-6a3a-4308-8a5c-dae0b49dc955), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.555846 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-574e725d-c4e5-464d-89b8-f34b8db75d2a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (dfbc65f5-6a3a-4308-8a5c-dae0b49dc955), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.573044 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e725d-c4e5-464d-89b8-f34b8db75d2a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbc65f5-6a3a-4308-8a5c-dae0b49dc955,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:13.581148 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-574e725d-c4e5-464d-89b8-f34b8db75d2a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.582386 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-574e725d-c4e5-464d-89b8-f34b8db75d2a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156812 Apr 14 21:42:13.585049 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 36712) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:13.589348 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.v2.base [None req-ae0b1f5a-3aee-4bdf-9039-739b9c17cf87 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'security_group_rule': {'security_group_id': 'cddcf302-62e3-4472-8522-b7c6ca211e81', 'project_id': '83743cb03a3341c99562297b54829938', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:13.617623 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1f5a-3aee-4bdf-9039-739b9c17cf87 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (adc6c077-f7d8-4fb4-b1db-ac8b59518be8), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.675371 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1f5a-3aee-4bdf-9039-739b9c17cf87 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (adc6c077-f7d8-4fb4-b1db-ac8b59518be8), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.680819 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1f5a-3aee-4bdf-9039-739b9c17cf87 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (adc6c077-f7d8-4fb4-b1db-ac8b59518be8), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.702392 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b1f5a-3aee-4bdf-9039-739b9c17cf87 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc6c077-f7d8-4fb4-b1db-ac8b59518be8,revision_number=0']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:13.708126 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1f5a-3aee-4bdf-9039-739b9c17cf87 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.711965 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-ae0b1f5a-3aee-4bdf-9039-739b9c17cf87 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233284 Apr 14 21:42:13.712164 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36714) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:13.717378 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-2f3b1598-746d-4b7c-84c0-467f2dac070b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'security_group_rule': {'security_group_id': 'cddcf302-62e3-4472-8522-b7c6ca211e81', 'project_id': '83743cb03a3341c99562297b54829938', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:13.742866 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1598-746d-4b7c-84c0-467f2dac070b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (305187ed-b8f5-48b1-97bb-7aefb0c925c7), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.799737 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1598-746d-4b7c-84c0-467f2dac070b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (305187ed-b8f5-48b1-97bb-7aefb0c925c7), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.803507 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1598-746d-4b7c-84c0-467f2dac070b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (305187ed-b8f5-48b1-97bb-7aefb0c925c7), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.820213 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b1598-746d-4b7c-84c0-467f2dac070b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305187ed-b8f5-48b1-97bb-7aefb0c925c7,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:13.828426 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-2f3b1598-746d-4b7c-84c0-467f2dac070b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.829608 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-2f3b1598-746d-4b7c-84c0-467f2dac070b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164277 Apr 14 21:42:13.832394 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36716) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:13.836615 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-99e6b697-658d-433c-a553-2789655fd03a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'security_group_rule': {'security_group_id': 'cddcf302-62e3-4472-8522-b7c6ca211e81', 'project_id': '83743cb03a3341c99562297b54829938', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:13.863876 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-99e6b697-658d-433c-a553-2789655fd03a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (9785c4ce-0eb4-4b33-9c8a-50ee6937cfbd), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.923455 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-99e6b697-658d-433c-a553-2789655fd03a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (9785c4ce-0eb4-4b33-9c8a-50ee6937cfbd), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.927432 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-99e6b697-658d-433c-a553-2789655fd03a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (9785c4ce-0eb4-4b33-9c8a-50ee6937cfbd), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.946278 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6b697-658d-433c-a553-2789655fd03a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9785c4ce-0eb4-4b33-9c8a-50ee6937cfbd,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:13.954751 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-99e6b697-658d-433c-a553-2789655fd03a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:13.956051 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-99e6b697-658d-433c-a553-2789655fd03a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227155 Apr 14 21:42:13.958830 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36718) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:13.963166 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-a601955b-0061-4c43-8adf-f6416affac6c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'security_group_rule': {'security_group_id': 'cddcf302-62e3-4472-8522-b7c6ca211e81', 'project_id': '83743cb03a3341c99562297b54829938', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:13.984378 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.securitygroups_db [None req-a601955b-0061-4c43-8adf-f6416affac6c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Project 83743cb03a3341c99562297b54829938 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:42:13.990626 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a601955b-0061-4c43-8adf-f6416affac6c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (5d134c69-b4e6-463d-b0c5-8e1c7932b5ea), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.003160 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Sync routers for ids ['4d0ebbec-d323-4994-805f-f0a18957b162'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:14.013387 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Routers {'4d0ebbec-d323-4994-805f-f0a18957b162'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:14.014054 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['4d0ebbec-d323-4994-805f-f0a18957b162'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:14.052949 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a601955b-0061-4c43-8adf-f6416affac6c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (5d134c69-b4e6-463d-b0c5-8e1c7932b5ea), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.056628 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a601955b-0061-4c43-8adf-f6416affac6c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (5d134c69-b4e6-463d-b0c5-8e1c7932b5ea), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.075474 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601955b-0061-4c43-8adf-f6416affac6c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d134c69-b4e6-463d-b0c5-8e1c7932b5ea,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:14.083990 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-a601955b-0061-4c43-8adf-f6416affac6c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.085197 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a601955b-0061-4c43-8adf-f6416affac6c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254389 Apr 14 21:42:14.087919 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36720) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:14.092426 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-657605a2-426d-44f2-b270-470f696af25c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'security_group_rule': {'security_group_id': 'cddcf302-62e3-4472-8522-b7c6ca211e81', 'project_id': '83743cb03a3341c99562297b54829938', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:14.117235 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.securitygroups_db [None req-657605a2-426d-44f2-b270-470f696af25c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Project 83743cb03a3341c99562297b54829938 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:42:14.124086 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-657605a2-426d-44f2-b270-470f696af25c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (d41b3477-5679-4fd9-b1c6-f63eb0206071), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.129324 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Set router 4d0ebbec-d323-4994-805f-f0a18957b162 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:14.188991 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-657605a2-426d-44f2-b270-470f696af25c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (d41b3477-5679-4fd9-b1c6-f63eb0206071), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.192761 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-657605a2-426d-44f2-b270-470f696af25c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393746'] for security_group_rule (d41b3477-5679-4fd9-b1c6-f63eb0206071), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.205497 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3d5045ef-0f57-42b9-9ee3-d13eedf71cad up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:14.213019 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657605a2-426d-44f2-b270-470f696af25c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41b3477-5679-4fd9-b1c6-f63eb0206071,revision_number=0']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:14.221606 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-657605a2-426d-44f2-b270-470f696af25c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.222864 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-657605a2-426d-44f2-b270-470f696af25c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339407 Apr 14 21:42:14.325686 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:14.326083 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.396244 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'name': 'tempest-TestVolumeBootPattern-1621067191-router', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:11Z', 'revision_number': 4, 'project_id': '10c5a27b287f492984d840f12ded5795', 'gw_port': {'id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'ced18a61-5f01-4250-9da3-4624f41fa0e2', 'name': '', 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'mac_address': 'fa:16:3e:f7:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51499f22-ac02-4420-9ba4-56b6a03539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:11Z', 'updated_at': '2022-04-14T21:42:11Z', 'revision_number': 2, 'project_id': '10c5a27b287f492984d840f12ded5795', 'subnets': [{'id': '51499f22-ac02-4420-9ba4-56b6a03539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:14.566412 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Checking router: 4d0ebbec-d323-4994-805f-f0a18957b162 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:14.566764 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Updating router 4d0ebbec-d323-4994-805f-f0a18957b162 port ced18a61-5f01-4250-9da3-4624f41fa0e2 binding host dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:42:14.619414 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:14.626155 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.641135 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.662498 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] For port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=3d5045ef-0f57-42b9-9ee3-d13eedf71cad,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:14.688418 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.803396 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Pushing event updated for resources: {'Port': ['ID=3d5045ef-0f57-42b9-9ee3-d13eedf71cad,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:14.965098 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Publish callbacks [] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:14.970975 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:15.028964 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f710f0-e84a-424e-9d2a-02f740ad50cf None None] Pushing event updated for resources: {'Port': ['ID=ced18a61-5f01-4250-9da3-4624f41fa0e2,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:15.090185 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Attempting to bind port ced18a61-5f01-4250-9da3-4624f41fa0e2 on host dv-cinder-837543-3-iscsi for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:42:15.090583 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Attempting to bind port ced18a61-5f01-4250-9da3-4624f41fa0e2 by drivers openvswitch,hyperv on host dv-cinder-837543-3-iscsi at level 0 using segments [{'id': '43de7a29-165e-4307-b338-12639f6d12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:42:15.090921 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Attempting to bind port ced18a61-5f01-4250-9da3-4624f41fa0e2 on network 9d412085-8548-4358-895f-f8ab6e755d2e {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:42:15.096780 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Checking agent: {'id': 'fed684e6-1c1e-4e71-abc4-722dba651b44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 23, 13), 'started_at': datetime.datetime(2022, 4, 14, 21, 23, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:42:15.097155 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Checking segment: {'id': '43de7a29-165e-4307-b338-12639f6d12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:42:15.097558 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:15.097978 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Bound using segment: {'id': '43de7a29-165e-4307-b338-12639f6d12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:42:15.098446 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Bound port: ced18a61-5f01-4250-9da3-4624f41fa0e2, host: dv-cinder-837543-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43de7a29-165e-4307-b338-12639f6d12f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:42:15.098823 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:15.165453 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] For port ced18a61-5f01-4250-9da3-4624f41fa0e2, host dv-cinder-837543-3-iscsi, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:42:15.169276 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] For port ced18a61-5f01-4250-9da3-4624f41fa0e2, host dv-cinder-837543-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=ced18a61-5f01-4250-9da3-4624f41fa0e2,segment=NetworkSegment(43de7a29-165e-4307-b338-12639f6d12f4),segment_id=43de7a29-165e-4307-b338-12639f6d12f4)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:42:15.175949 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:15.237353 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Routers {'4d0ebbec-d323-4994-805f-f0a18957b162'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:15.238046 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:09Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['4d0ebbec-d323-4994-805f-f0a18957b162'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:15.240093 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f710f0-e84a-424e-9d2a-02f740ad50cf None None] Pushing event updated for resources: {'Port': ['ID=ced18a61-5f01-4250-9da3-4624f41fa0e2,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:15.304526 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-35b2ab0a-078a-42ad-acb1-df7e91544e8e None None] Provisioning complete for port ced18a61-5f01-4250-9da3-4624f41fa0e2 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:15.304902 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35b2ab0a-078a-42ad-acb1-df7e91544e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:15.400012 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] Set router 4d0ebbec-d323-4994-805f-f0a18957b162 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:15.517547 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-35b2ab0a-078a-42ad-acb1-df7e91544e8e None None] Current status of the port ced18a61-5f01-4250-9da3-4624f41fa0e2 is: DOWN; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:15.517957 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35b2ab0a-078a-42ad-acb1-df7e91544e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:15.590516 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-35b2ab0a-078a-42ad-acb1-df7e91544e8e None None] For port ced18a61-5f01-4250-9da3-4624f41fa0e2, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=ced18a61-5f01-4250-9da3-4624f41fa0e2,segment=NetworkSegment(43de7a29-165e-4307-b338-12639f6d12f4),segment_id=43de7a29-165e-4307-b338-12639f6d12f4)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:15.597409 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-35b2ab0a-078a-42ad-acb1-df7e91544e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:15.686019 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ab0a-078a-42ad-acb1-df7e91544e8e None None] Pushing event updated for resources: {'Port': ['ID=ced18a61-5f01-4250-9da3-4624f41fa0e2,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:15.688825 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'name': 'tempest-TestVolumeBootPattern-1621067191-router', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:11Z', 'revision_number': 4, 'project_id': '10c5a27b287f492984d840f12ded5795', 'gw_port': {'id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'ced18a61-5f01-4250-9da3-4624f41fa0e2', 'name': '', 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'mac_address': 'fa:16:3e:f7:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51499f22-ac02-4420-9ba4-56b6a03539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:11Z', 'updated_at': '2022-04-14T21:42:15Z', 'revision_number': 4, 'project_id': '10c5a27b287f492984d840f12ded5795', 'subnets': [{'id': '51499f22-ac02-4420-9ba4-56b6a03539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:15.721477 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db98fe3-7a2c-467b-a9af-6756d8e23534 None None] The sync data for ids ['4d0ebbec-d323-4994-805f-f0a18957b162'] in dv-cinder-837543-3-iscsi is: [{'id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'name': 'tempest-TestVolumeBootPattern-1621067191-router', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:11Z', 'revision_number': 4, 'project_id': '10c5a27b287f492984d840f12ded5795', 'gw_port': {'id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'ced18a61-5f01-4250-9da3-4624f41fa0e2', 'name': '', 'network_id': '9d412085-8548-4358-895f-f8ab6e755d2e', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'mac_address': 'fa:16:3e:f7:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '51499f22-ac02-4420-9ba4-56b6a03539de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:11Z', 'updated_at': '2022-04-14T21:42:15Z', 'revision_number': 4, 'project_id': '10c5a27b287f492984d840f12ded5795', 'subnets': [{'id': '51499f22-ac02-4420-9ba4-56b6a03539de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:15.737999 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-d1b030bd-06d1-4461-9edd-4710b8ebf988 None None] Provisioning complete for port ced18a61-5f01-4250-9da3-4624f41fa0e2 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:15.737999 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1b030bd-06d1-4461-9edd-4710b8ebf988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:15.835620 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-d1b030bd-06d1-4461-9edd-4710b8ebf988 None None] Current status of the port ced18a61-5f01-4250-9da3-4624f41fa0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:16.217275 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device ced18a61-5f01-4250-9da3-4624f41fa0e2 up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:16.266110 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port ced18a61-5f01-4250-9da3-4624f41fa0e2 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:16.266489 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:16.348605 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port ced18a61-5f01-4250-9da3-4624f41fa0e2 is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:16.349708 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3d5045ef-0f57-42b9-9ee3-d13eedf71cad up at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:16.400424 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Provisioning complete for port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:16.400791 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:16.478047 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Current status of the port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad is: ACTIVE; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:16.811054 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:42:25.653503 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:29.681267 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-05cedf7c-ee56-425c-8a9a-654f0d5b64b5 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542488527&fields=id&tenant_id=83743cb03a3341c99562297b54829938 HTTP/1.1" status: 200 len: 267 time: 0.0450897 Apr 14 21:42:29.782925 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438cf8a-1242-471f-9012-a1de301115cf req-7e7ed8cf-488c-40a1-8593-3f06aadcaa03 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:29.784418 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-7e7ed8cf-488c-40a1-8593-3f06aadcaa03 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 811 time: 0.0968146 Apr 14 21:42:29.798433 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-58fc5ca3-014f-4c9c-8d68-dd2489d84e6e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/quotas/83743cb03a3341c99562297b54829938 HTTP/1.1" status: 200 len: 375 time: 0.0086627 Apr 14 21:42:29.851489 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-0c926015-ee6f-44e0-83c0-65467922361e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476193 Apr 14 21:42:29.867085 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-561086b2-8c9a-4286-9709-af07426ece23 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:42:29.868022 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-561086b2-8c9a-4286-9709-af07426ece23 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048511 Apr 14 21:42:29.956936 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-1819c753-e7b8-418b-9ecb-636f6e21a2b3 service neutron] 10.222.0.47 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838001 Apr 14 21:42:30.045967 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-95350112-af73-42bc-9d1c-c19b1ae5bcc0 service neutron] 10.222.0.47 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833724 Apr 14 21:42:30.426351 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e4d50fae-ed3c-4acb-9c9c-56f883f17113 req-6ce88c48-540d-41c1-a0f1-61577d2f3403 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 210 time: 0.1228826 Apr 14 21:42:31.402587 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0a6393e-2a84-4a2f-b077-5fb905d421f3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:31.404054 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0a6393e-2a84-4a2f-b077-5fb905d421f3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 811 time: 0.1021066 Apr 14 21:42:31.467015 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-4330fb5d-de06-4016-9de7-0bd9becfb8d4 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83743cb03a3341c99562297b54829938 HTTP/1.1" status: 200 len: 380 time: 0.0543883 Apr 14 21:42:31.476345 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'port': {'device_id': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'admin_state_up': True, 'tenant_id': '83743cb03a3341c99562297b54829938', 'security_groups': ['cddcf302-62e3-4472-8522-b7c6ca211e81']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:31.533637 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-53b0873a-f82a-4300-95e6-5ee17733e88c req-4569ec09-5166-4887-b9bf-dd53eec01073 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 210 time: 0.0316415 Apr 14 21:42:31.612231 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Made reservation on behalf of 83743cb03a3341c99562297b54829938 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:42:31.615595 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:31.745886 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Allocated IP 172.20.0.14 (82d90ee7-0083-45e5-a54b-aa8f60609e7e/f94ab265-89b2-435e-a5de-ddbea1cfd6d6/e9d2d6df-a280-45cd-891a-6f589eef5955) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:42:31.895046 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:31.928302 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:31.969622 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:31.975489 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:31.979259 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:42:31.986623 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'Port': ['ID=e9d2d6df-a280-45cd-891a-6f589eef5955,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:32.032333 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:32.034189 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:32.052171 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-6c98176e-dff3-46ab-b24c-09b171a489ad tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5796313 Apr 14 21:42:32.062918 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-610302b2-28ca-40cc-8d35-77c77f979a20 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:42:32.063920 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-610302b2-28ca-40cc-8d35-77c77f979a20 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050626 Apr 14 21:42:32.122563 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Request body: {'port': {'device_id': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:32.192663 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:32.260841 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-7ae42ea8-2ca7-4d77-903b-282838c2b3c7 None None] Provisioning complete for port e9d2d6df-a280-45cd-891a-6f589eef5955 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:32.261441 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ae42ea8-2ca7-4d77-903b-282838c2b3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:32.295977 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7ae42ea8-2ca7-4d77-903b-282838c2b3c7 None None] Port e9d2d6df-a280-45cd-891a-6f589eef5955 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:42:32.447198 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d2d6df-a280-45cd-891a-6f589eef5955 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:42:32.454898 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Publish callbacks [] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:32.467509 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Transition to ACTIVE for port object e9d2d6df-a280-45cd-891a-6f589eef5955 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:42:32.472258 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:32.526499 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d2d6df-a280-45cd-891a-6f589eef5955,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:32.600679 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Attempting to bind port e9d2d6df-a280-45cd-891a-6f589eef5955 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:42:32.601025 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Attempting to bind port e9d2d6df-a280-45cd-891a-6f589eef5955 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:42:32.601359 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Attempting to bind port e9d2d6df-a280-45cd-891a-6f589eef5955 on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:42:32.605996 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Port e9d2d6df-a280-45cd-891a-6f589eef5955 on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:42:32.606325 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Attempting to bind port e9d2d6df-a280-45cd-891a-6f589eef5955 on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:42:32.622171 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:42:32.622515 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Checking segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:42:32.622900 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Bound using segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:42:32.623330 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Bound port: e9d2d6df-a280-45cd-891a-6f589eef5955, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:42:32.623689 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:32.667451 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091a8d-2123-43dd-9945-75804ba12e65 req-f5d79a97-21db-4b4a-ac51-a9082cf88883 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:32.669089 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f091a8d-2123-43dd-9945-75804ba12e65 req-f5d79a97-21db-4b4a-ac51-a9082cf88883 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 944 time: 0.0602529 Apr 14 21:42:32.756752 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5f091a8d-2123-43dd-9945-75804ba12e65 req-a77ea19d-c4c8-4201-917e-df1892d1a338 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701227 Apr 14 21:42:32.757744 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] For port e9d2d6df-a280-45cd-891a-6f589eef5955, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:42:32.761285 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] For port e9d2d6df-a280-45cd-891a-6f589eef5955, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9d2d6df-a280-45cd-891a-6f589eef5955,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:42:32.767420 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:32.803200 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:32.803809 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:32.805190 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9d2d6df-a280-45cd-891a-6f589eef5955 HTTP/1.1" status: 200 len: 1094 time: 0.7338691 Apr 14 21:42:32.805663 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'tag': 'e9d2d6df-a280-45cd-891a-6f589eef5955'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:32.807887 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed92aef4-5473-4420-a23d-c6d81eb91c39" -d '{"events": [{"name": "network-changed", "server_uuid": "083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d", "tag": "e9d2d6df-a280-45cd-891a-6f589eef5955"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:32.840969 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be61ee-20c7-44d5-9b09-c5abf2f08a72 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d2d6df-a280-45cd-891a-6f589eef5955,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:32.862985 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d208662-1be8-4210-9464-a7108c37b418 x-openstack-request-id: req-8d208662-1be8-4210-9464-a7108c37b418 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:32.863286 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d", "tag": "e9d2d6df-a280-45cd-891a-6f589eef5955", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:32.863564 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d208662-1be8-4210-9464-a7108c37b418 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:32.863963 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d208662-1be8-4210-9464-a7108c37b418'] response: {'name': 'network-changed', 'server_uuid': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'tag': 'e9d2d6df-a280-45cd-891a-6f589eef5955', 'status': 'completed', 'code': 200} Apr 14 21:42:32.897752 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438cf8a-1242-471f-9012-a1de301115cf req-8c8ef5aa-dc3c-4930-8b9b-599899ad0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:32.899330 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-8c8ef5aa-dc3c-4930-8b9b-599899ad0387 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 1128 time: 0.0501435 Apr 14 21:42:32.943282 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-1fe17a1f-a5f6-4792-b111-54204b4d0fb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d2d6df-a280-45cd-891a-6f589eef5955 HTTP/1.1" status: 200 len: 217 time: 0.0363462 Apr 14 21:42:32.997220 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438cf8a-1242-471f-9012-a1de301115cf req-0419a00e-4259-4210-abdb-85ee5eac6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:32.998712 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-0419a00e-4259-4210-abdb-85ee5eac6115 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0490415 Apr 14 21:42:33.044293 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438cf8a-1242-471f-9012-a1de301115cf req-41439a00-3bce-45e2-9747-f751bdc9a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:33.045826 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-41439a00-3bce-45e2-9747-f751bdc9a489 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389271 Apr 14 21:42:33.136805 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-516d62f5-d2f6-4872-9e4b-6de16806dfe2 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822542 Apr 14 21:42:33.229136 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3438cf8a-1242-471f-9012-a1de301115cf req-fb5b6be5-a2d0-4a0c-8e3e-36baba441eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844843 Apr 14 21:42:33.498914 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-0f3b9e5f-5277-4623-a2b6-ab797b636909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:33.500462 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-0f3b9e5f-5277-4623-a2b6-ab797b636909 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 1128 time: 0.0397563 Apr 14 21:42:33.890886 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f34fac-6d9d-4832-8c8d-e67919094382 req-317d0774-4b0f-462e-9ea1-3da6d57292c9 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:33.893061 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-37f34fac-6d9d-4832-8c8d-e67919094382 req-317d0774-4b0f-462e-9ea1-3da6d57292c9 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 944 time: 0.0563085 Apr 14 21:42:33.919201 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-861bef7a-aa1b-4481-9447-c7c6c329bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:33.920594 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-861bef7a-aa1b-4481-9447-c7c6c329bcf6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.4127519 Apr 14 21:42:33.972295 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-35fbfe2a-4a72-435c-a77a-2bb79f361e41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d2d6df-a280-45cd-891a-6f589eef5955 HTTP/1.1" status: 200 len: 217 time: 0.0444336 Apr 14 21:42:33.993679 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-37f34fac-6d9d-4832-8c8d-e67919094382 req-df90b2c7-50e4-4518-a862-2d0572201443 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944991 Apr 14 21:42:34.028258 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-2ac6f8d5-86ae-4cac-a821-717318b91cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:34.029775 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-2ac6f8d5-86ae-4cac-a821-717318b91cf7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0488346 Apr 14 21:42:34.073198 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-63463bbe-426d-47f6-8a87-12f79d9dabae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:34.074650 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-63463bbe-426d-47f6-8a87-12f79d9dabae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382998 Apr 14 21:42:34.168010 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-2cb499c2-39bc-4e30-bb76-85fa9282b4e1 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861571 Apr 14 21:42:34.256349 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ed92aef4-5473-4420-a23d-c6d81eb91c39 req-b8d7a805-f784-492f-bda6-fd12ea82ef15 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806191 Apr 14 21:42:35.108248 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad4703-179c-4be9-981b-fdee2a882e84 req-38d0f5b6-cf28-4034-a4e3-aea5ab60e96b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:35.109708 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6dad4703-179c-4be9-981b-fdee2a882e84 req-38d0f5b6-cf28-4034-a4e3-aea5ab60e96b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 944 time: 0.0464754 Apr 14 21:42:35.163227 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6dad4703-179c-4be9-981b-fdee2a882e84 req-f39a8096-f883-4a4e-bef4-852e2fda00c2 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473821 Apr 14 21:42:36.281466 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cfbe0-8095-44f9-ad72-5b4aefd43af1 req-1fd2040b-5182-4ed3-93dd-96ba8f5a4787 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:36.283805 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e88cfbe0-8095-44f9-ad72-5b4aefd43af1 req-1fd2040b-5182-4ed3-93dd-96ba8f5a4787 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 944 time: 0.0490749 Apr 14 21:42:36.332023 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e88cfbe0-8095-44f9-ad72-5b4aefd43af1 req-7bb89007-a026-4d38-9a6d-10ba124b3f2a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426481 Apr 14 21:42:36.374840 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b61702b-2fc9-43f9-9fcb-a4a070c92bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:37.443920 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6d604-8886-440f-944d-250d0fd82195 req-ca612a3f-755b-4042-9772-7c32df66045e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:37.445390 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ddc6d604-8886-440f-944d-250d0fd82195 req-ca612a3f-755b-4042-9772-7c32df66045e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 944 time: 0.0473552 Apr 14 21:42:37.493635 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-ddc6d604-8886-440f-944d-250d0fd82195 req-660ef89b-939b-4570-9fe1-db701b3b15b8 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 Apr 14 21:42:38.621101 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6f9db-b8ed-4dc5-80ac-7d35e590f092 req-3fee2f37-ec2b-4fc6-ac14-35113fe99cc6 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:38.622587 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7ee6f9db-b8ed-4dc5-80ac-7d35e590f092 req-3fee2f37-ec2b-4fc6-ac14-35113fe99cc6 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 944 time: 0.0546365 Apr 14 21:42:38.671024 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7ee6f9db-b8ed-4dc5-80ac-7d35e590f092 req-ceefaa01-c8b1-4d77-a094-fec83a70c6f7 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Apr 14 21:42:38.900602 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1fac80b3-9371-486d-8685-ca30327caf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:39.717166 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:39.783854 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e7d3-3f22-4654-999c-c59ec157c4cd req-326566f3-ef8a-4954-a333-11758b2be48f tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:39.785355 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7d69e7d3-3f22-4654-999c-c59ec157c4cd req-326566f3-ef8a-4954-a333-11758b2be48f tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 944 time: 0.0472307 Apr 14 21:42:39.832753 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7d69e7d3-3f22-4654-999c-c59ec157c4cd req-b6857e53-ca01-4307-bce5-f34561a6bd49 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Apr 14 21:42:40.748867 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e9d2d6df-a280-45cd-891a-6f589eef5955 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:42:40.957384 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b8b8b-8310-4aa6-b76e-98eaa4751f03 req-9f67d8a9-c4fe-4a86-a311-67b09244cbb2 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:40.959597 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-619b8b8b-8310-4aa6-b76e-98eaa4751f03 req-9f67d8a9-c4fe-4a86-a311-67b09244cbb2 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 944 time: 0.0567701 Apr 14 21:42:40.984228 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e9d2d6df-a280-45cd-891a-6f589eef5955, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9d2d6df-a280-45cd-891a-6f589eef5955,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:40.996439 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': 'e9d2d6df-a280-45cd-891a-6f589eef5955', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'port_id': 'e9d2d6df-a280-45cd-891a-6f589eef5955', 'mac_address': 'fa:16:3e:c9:63:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:42:41.009680 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-619b8b8b-8310-4aa6-b76e-98eaa4751f03 req-816cec29-1df1-4aec-9e60-d997b893ce70 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435667 Apr 14 21:42:41.034264 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e9d2d6df-a280-45cd-891a-6f589eef5955 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:41.034655 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:41.047003 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d2d6df-a280-45cd-891a-6f589eef5955 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:42:41.066178 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e9d2d6df-a280-45cd-891a-6f589eef5955, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9d2d6df-a280-45cd-891a-6f589eef5955,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:41.070326 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:41.118123 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e9d2d6df-a280-45cd-891a-6f589eef5955,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:41.309307 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['e9d2d6df-a280-45cd-891a-6f589eef5955'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:42:41.373095 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.121083 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6bca4-151c-4cd8-b2a0-2b067d9f43ec req-339f8f26-c071-4b72-bcb8-01e4fe9b4713 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:42.122564 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4f6bca4-151c-4cd8-b2a0-2b067d9f43ec req-339f8f26-c071-4b72-bcb8-01e4fe9b4713 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 945 time: 0.0463960 Apr 14 21:42:42.173302 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c4f6bca4-151c-4cd8-b2a0-2b067d9f43ec req-4b72479c-2a3d-4f68-8414-e3b8ee712d91 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Apr 14 21:42:42.698515 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.759597 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e9d2d6df-a280-45cd-891a-6f589eef5955 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:42:42.805808 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port e9d2d6df-a280-45cd-891a-6f589eef5955 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:42:42.811667 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port e9d2d6df-a280-45cd-891a-6f589eef5955 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:42.812139 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.887101 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port e9d2d6df-a280-45cd-891a-6f589eef5955 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:42.887482 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.911364 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d2d6df-a280-45cd-891a-6f589eef5955'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:42.913603 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4197b619-d0b0-4f28-ba25-72047387cd03" -d '{"events": [{"server_uuid": "083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d", "name": "network-vif-plugged", "status": "completed", "tag": "e9d2d6df-a280-45cd-891a-6f589eef5955"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:42.926642 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port e9d2d6df-a280-45cd-891a-6f589eef5955, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9d2d6df-a280-45cd-891a-6f589eef5955,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:42.930406 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.987102 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=e9d2d6df-a280-45cd-891a-6f589eef5955,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:43.010877 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7bf8a3-f9ee-427b-a420-d4903c154b9c x-openstack-request-id: req-1e7bf8a3-f9ee-427b-a420-d4903c154b9c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:43.011170 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d", "name": "network-vif-plugged", "status": "completed", "tag": "e9d2d6df-a280-45cd-891a-6f589eef5955", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:43.011427 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e7bf8a3-f9ee-427b-a420-d4903c154b9c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:43.011863 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7bf8a3-f9ee-427b-a420-d4903c154b9c'] response: {'server_uuid': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d2d6df-a280-45cd-891a-6f589eef5955', 'code': 200} Apr 14 21:42:43.232083 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2d82-15b5-4ef6-9311-ae32f7ab3f16 req-61ed6cfb-5ceb-4e32-a460-804ebe5378bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:43.233925 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a46c2d82-15b5-4ef6-9311-ae32f7ab3f16 req-61ed6cfb-5ceb-4e32-a460-804ebe5378bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 1130 time: 0.0403013 Apr 14 21:42:43.307176 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10372f-481e-4a17-84c9-9f00b83c1bea req-ef843d6a-d655-4a1d-b8bc-c93a1df99ee2 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:43.308636 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4f10372f-481e-4a17-84c9-9f00b83c1bea req-ef843d6a-d655-4a1d-b8bc-c93a1df99ee2 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 946 time: 0.0670891 Apr 14 21:42:43.330318 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a46c2d82-15b5-4ef6-9311-ae32f7ab3f16 req-52c8c825-fc0e-4732-9a9d-89c921d40137 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898371 Apr 14 21:42:43.365482 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4f10372f-481e-4a17-84c9-9f00b83c1bea req-9fe88e88-8598-4902-9513-2e2eab5cc16e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489693 Apr 14 21:42:44.476836 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ea852-7604-4b83-8010-86727e8271f0 req-22ef5d83-7809-4258-800d-f049258cc478 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:44.478429 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-394ea852-7604-4b83-8010-86727e8271f0 req-22ef5d83-7809-4258-800d-f049258cc478 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 946 time: 0.0460730 Apr 14 21:42:44.526535 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-394ea852-7604-4b83-8010-86727e8271f0 req-75da99a6-f81b-4d38-8788-605703905d2b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Apr 14 21:42:44.639772 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea6fa1-b8b5-4ed9-ac71-ea5d7f8d7b75 req-31cefaf6-9996-4760-9897-016f2198e866 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:44.641314 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5ea6fa1-b8b5-4ed9-ac71-ea5d7f8d7b75 req-31cefaf6-9996-4760-9897-016f2198e866 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 946 time: 0.0506158 Apr 14 21:42:44.689619 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b5ea6fa1-b8b5-4ed9-ac71-ea5d7f8d7b75 req-0436f957-7562-40ea-b664-7ab122080658 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425291 Apr 14 21:42:44.712371 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36890) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:44.794623 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21a72ba-6851-4be7-8331-7e556217469d tempest-TestVolumeBootPattern-1299157397 tempest-TestVolumeBootPattern-1299157397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:44.796136 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-a21a72ba-6851-4be7-8331-7e556217469d tempest-TestVolumeBootPattern-1299157397 tempest-TestVolumeBootPattern-1299157397-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 1125 time: 0.0828052 Apr 14 21:42:44.799074 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36894) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:44.803255 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'port_id': 'e9d2d6df-a280-45cd-891a-6f589eef5955', 'tenant_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:44.823728 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:44.903635 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.009224 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Allocated IP 172.27.3.118 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/1da172ab-bca8-4f0e-999a-2e611e6a155f) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:42:45.113984 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for port (1da172ab-bca8-4f0e-999a-2e611e6a155f), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.145911 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (1da172ab-bca8-4f0e-999a-2e611e6a155f), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.184407 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:45.189508 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:45.193080 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:42:45.198478 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'Port': ['ID=1da172ab-bca8-4f0e-999a-2e611e6a155f,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:45.566938 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (e9147dda-2926-43e6-b70e-05a2d2886583), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.637448 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (1da172ab-bca8-4f0e-999a-2e611e6a155f), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.793713 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for port (1da172ab-bca8-4f0e-999a-2e611e6a155f), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.798121 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (1da172ab-bca8-4f0e-999a-2e611e6a155f), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.873602 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'Port': ['ID=1da172ab-bca8-4f0e-999a-2e611e6a155f,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:45.883332 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (e9147dda-2926-43e6-b70e-05a2d2886583), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.989391 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Floating IP e9147dda-2926-43e6-b70e-05a2d2886583 associated. External IP: 172.27.3.118, port: e9d2d6df-a280-45cd-891a-6f589eef5955. Apr 14 21:42:46.198715 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:42:46.308497 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:46.318322 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] Sync routers for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:46.325488 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:46.328913 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:46.329571 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:46.359455 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1247d93e-6185-43bc-a8c4-cd0f0f4afbc3 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5591745 Apr 14 21:42:46.359934 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'tag': 'e9d2d6df-a280-45cd-891a-6f589eef5955'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:46.362739 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013fd1de-d959-4f41-8efd-c1437d945b25" -d '{"events": [{"name": "network-changed", "server_uuid": "083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d", "tag": "e9d2d6df-a280-45cd-891a-6f589eef5955"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:46.439694 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:46.457508 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941ccac4-8db2-4198-8550-121585c1943c x-openstack-request-id: req-941ccac4-8db2-4198-8550-121585c1943c {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:46.457835 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d", "tag": "e9d2d6df-a280-45cd-891a-6f589eef5955", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:46.458097 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-941ccac4-8db2-4198-8550-121585c1943c {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:46.458511 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941ccac4-8db2-4198-8550-121585c1943c'] response: {'name': 'network-changed', 'server_uuid': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'tag': 'e9d2d6df-a280-45cd-891a-6f589eef5955', 'status': 'completed', 'code': 200} Apr 14 21:42:46.522198 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-4c911385-557f-4f0d-a0eb-80f5e9bc64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:46.523734 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-4c911385-557f-4f0d-a0eb-80f5e9bc64ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 1130 time: 0.0424707 Apr 14 21:42:46.615661 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-0f3feb6c-f1d6-4251-9fe8-a8be34f8fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:46.617053 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-0f3feb6c-f1d6-4251-9fe8-a8be34f8fb68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.0855970 Apr 14 21:42:46.653516 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'e9147dda-2926-43e6-b70e-05a2d2886583', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': 'e9d2d6df-a280-45cd-891a-6f589eef5955', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:c9:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:42:45Z', 'updated_at': '2022-04-14T21:42:45Z', 'revision_number': 0, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:46.684134 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] Checking router: b4a64c8a-072e-4a2c-a6bd-aea2774986c3 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:46.685601 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-93f404a8-1d79-4637-af7e-a360733a2608 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d2d6df-a280-45cd-891a-6f589eef5955 HTTP/1.1" status: 200 len: 1000 time: 0.0617607 Apr 14 21:42:46.693541 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:46.694169 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:46.733998 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-1bd3c7e2-9dc1-4881-bd55-a82fd6f1fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:46.736302 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-1bd3c7e2-9dc1-4881-bd55-a82fd6f1fa47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0444775 Apr 14 21:42:46.780074 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-742e0714-3dc0-44a8-a505-4e0cfb1138f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:46.782113 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-742e0714-3dc0-44a8-a505-4e0cfb1138f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391502 Apr 14 21:42:46.802182 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:46.881199 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-36a2c288-8c5c-4e12-990a-ac5274efd972 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922019 Apr 14 21:42:46.999909 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-013fd1de-d959-4f41-8efd-c1437d945b25 req-06fff0f3-c1e1-48a6-8115-22ecc4e2f522 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112075 Apr 14 21:42:47.025269 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'e9147dda-2926-43e6-b70e-05a2d2886583', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': 'e9d2d6df-a280-45cd-891a-6f589eef5955', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:c9:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:42:45Z', 'updated_at': '2022-04-14T21:42:45Z', 'revision_number': 0, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:47.057392 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2320d-df66-40c4-8fa3-bdf8bfbe879e None None] The sync data for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi is: [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'e9147dda-2926-43e6-b70e-05a2d2886583', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': 'e9d2d6df-a280-45cd-891a-6f589eef5955', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:c9:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:42:45Z', 'updated_at': '2022-04-14T21:42:45Z', 'revision_number': 0, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:47.277368 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc56b7-c14a-48ed-8582-a75c61a7ab20 None None] New status for floating IP e9147dda-2926-43e6-b70e-05a2d2886583: ACTIVE {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:42:53.809643 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:42:55.303586 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5acd67-a18f-49cf-bcc1-98c6be59baba req-cbc1a926-4581-4b2d-a7cd-b513e5b22d54 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:55.305069 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2c5acd67-a18f-49cf-bcc1-98c6be59baba req-cbc1a926-4581-4b2d-a7cd-b513e5b22d54 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 946 time: 0.0500164 Apr 14 21:42:55.352280 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2c5acd67-a18f-49cf-bcc1-98c6be59baba req-da6cda33-93d8-4097-93af-f07518311f7d tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415781 Apr 14 21:42:55.663105 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:56.468942 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d565b3-a1a4-4933-86f9-bb293a73a195 req-6640bb25-ee60-4bbe-8452-50c37ef44672 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:56.470986 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23d565b3-a1a4-4933-86f9-bb293a73a195 req-6640bb25-ee60-4bbe-8452-50c37ef44672 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 946 time: 0.0463932 Apr 14 21:42:56.519509 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-23d565b3-a1a4-4933-86f9-bb293a73a195 req-e9719e65-a698-4d76-944a-ed7b323a7f53 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups?id=53243ed4-705e-4621-9174-f62fcef55111&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 Apr 14 21:42:56.947251 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-e928ebf2-7b8f-4077-864c-ea14366c4725 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:56.948669 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-e928ebf2-7b8f-4077-864c-ea14366c4725 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 946 time: 0.0493829 Apr 14 21:42:57.037843 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Deleting port e3c9f59b-6143-41a0-9b95-24732ef1cb07 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:57.038186 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:57.130529 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] For port e3c9f59b-6143-41a0-9b95-24732ef1cb07, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e3c9f59b-6143-41a0-9b95-24732ef1cb07,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:57.130889 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:57.301825 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:57.302120 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (8b8647de-ba28-488e-b3a7-ffe34b78ef7e), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:57.302436 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Floating IP 8b8647de-ba28-488e-b3a7-ffe34b78ef7e disassociated. External IP: 172.27.3.249, port: e3c9f59b-6143-41a0-9b95-24732ef1cb07. Apr 14 21:42:57.302775 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Calling delete_port for e3c9f59b-6143-41a0-9b95-24732ef1cb07 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:57.431801 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (e3c9f59b-6143-41a0-9b95-24732ef1cb07), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:57.460062 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'Port': ['ID=e3c9f59b-6143-41a0-9b95-24732ef1cb07,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:57.470935 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.471444 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.471530 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.471824 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.472162 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.472495 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.472834 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.473164 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.473497 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.473867 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.474202 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.474532 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.474860 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.475187 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.475511 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:57.587250 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Router bc3b3f95-9e38-471b-953d-da57ff222224 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:42:57.620462 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7d7f91e5-e7ef-421a-9294-df69a3cf74cc req-dbcb4081-ca0b-45c1-8692-a3f6a2b57566 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/ports?device_id=4487f179-9c52-4628-922a-d671bded0130 HTTP/1.1" status: 200 len: 210 time: 0.0320809 Apr 14 21:42:58.002743 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:58.012986 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:58.022341 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:58.022946 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:58.046819 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] No DVR routers for this DVR port e3c9f59b-6143-41a0-9b95-24732ef1cb07 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:42:58.049975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:58.053225 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1361c8b8-f6c3-4d5f-b896-5abb0ff337ce req-07bb379d-c540-43bb-93dc-287d790eed6c tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.13 "DELETE /v2.0/ports/e3c9f59b-6143-41a0-9b95-24732ef1cb07 HTTP/1.1" status: 204 len: 173 time: 1.0978103 Apr 14 21:42:58.053707 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4487f179-9c52-4628-922a-d671bded0130', 'name': 'network-vif-deleted', 'tag': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:58.055950 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4d3695-985f-42f2-b9a0-58fdca181463" -d '{"events": [{"server_uuid": "4487f179-9c52-4628-922a-d671bded0130", "name": "network-vif-deleted", "tag": "e3c9f59b-6143-41a0-9b95-24732ef1cb07"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:58.099765 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6453ffaf-54ea-4212-bbb2-d6ddd7a57ee5 x-openstack-request-id: req-6453ffaf-54ea-4212-bbb2-d6ddd7a57ee5 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:58.100061 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4487f179-9c52-4628-922a-d671bded0130", "name": "network-vif-deleted", "tag": "e3c9f59b-6143-41a0-9b95-24732ef1cb07", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:58.100312 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6453ffaf-54ea-4212-bbb2-d6ddd7a57ee5 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:58.100712 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6453ffaf-54ea-4212-bbb2-d6ddd7a57ee5'] response: {'server_uuid': '4487f179-9c52-4628-922a-d671bded0130', 'name': 'network-vif-deleted', 'tag': 'e3c9f59b-6143-41a0-9b95-24732ef1cb07', 'status': 'completed', 'code': 200} Apr 14 21:42:58.136861 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:58.323092 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:58.439282 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:58.447673 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:58.448273 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:58.557668 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:58.707006 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36970) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:58.751249 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:58.761808 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-82f9353f-8101-4ed3-8f7c-f38262606b37 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (53243ed4-705e-4621-9174-f62fcef55111), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:58.777700 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe79a4d-c836-4acc-adb9-f2d6c4cd17ee None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:07Z', 'revision_number': 4, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': '55cf946a-f110-4fcd-8de6-23c1c0d2f387', 'name': '', 'network_id': '8fdd656e-f5b6-43da-ba4a-b8cae2233839', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'mac_address': 'fa:16:3e:7d:f6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:06Z', 'updated_at': '2022-04-14T21:38:11Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'subnets': [{'id': 'fa83f0f6-6310-4279-ac0a-58972d6770bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:58.787546 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-82f9353f-8101-4ed3-8f7c-f38262606b37 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (53243ed4-705e-4621-9174-f62fcef55111), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:58.839681 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-82f9353f-8101-4ed3-8f7c-f38262606b37 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (53243ed4-705e-4621-9174-f62fcef55111), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:58.842294 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-82f9353f-8101-4ed3-8f7c-f38262606b37 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:58.843462 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-82f9353f-8101-4ed3-8f7c-f38262606b37 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "DELETE /v2.0/security-groups/53243ed4-705e-4621-9174-f62fcef55111 HTTP/1.1" status: 204 len: 168 time: 0.1354539 Apr 14 21:42:58.846879 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36972) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:58.863734 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9353f-8101-4ed3-8f7c-f38262606b37 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53243ed4-705e-4621-9174-f62fcef55111,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:58.865646 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.api.v2.resource [None req-0ef48098-9646-4204-a0be-d110114c8eac tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] show failed (client error): The resource could not be found. Apr 14 21:42:58.866693 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-0ef48098-9646-4204-a0be-d110114c8eac tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "GET /v2.0/security-groups/53243ed4-705e-4621-9174-f62fcef55111 HTTP/1.1" status: 404 len: 347 time: 0.0189185 Apr 14 21:42:58.869601 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 36974) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:58.989983 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-d47a8ec8-fb16-4f90-bd92-8b6c0fdbd259 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Deleting port 1514462b-8611-41c1-9f5d-ac5a5de9ec48 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:58.990326 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d47a8ec8-fb16-4f90-bd92-8b6c0fdbd259 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (1514462b-8611-41c1-9f5d-ac5a5de9ec48), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.016842 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a082b3-89b2-472c-8a07-21ba660e26e8 None None] New status for floating IP 8b8647de-ba28-488e-b3a7-ffe34b78ef7e: DOWN {{(pid=103385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:42:59.072036 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d47a8ec8-fb16-4f90-bd92-8b6c0fdbd259 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (1514462b-8611-41c1-9f5d-ac5a5de9ec48), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.072364 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d47a8ec8-fb16-4f90-bd92-8b6c0fdbd259 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (1514462b-8611-41c1-9f5d-ac5a5de9ec48), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.084447 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-d47a8ec8-fb16-4f90-bd92-8b6c0fdbd259 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Calling delete_port for 1514462b-8611-41c1-9f5d-ac5a5de9ec48 owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:59.224289 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d47a8ec8-fb16-4f90-bd92-8b6c0fdbd259 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (1514462b-8611-41c1-9f5d-ac5a5de9ec48), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.247486 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a8ec8-fb16-4f90-bd92-8b6c0fdbd259 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Pushing event deleted for resources: {'Port': ['ID=1514462b-8611-41c1-9f5d-ac5a5de9ec48,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:59.311414 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d47a8ec8-fb16-4f90-bd92-8b6c0fdbd259 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks [] for floatingip (8b8647de-ba28-488e-b3a7-ffe34b78ef7e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.314238 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-d47a8ec8-fb16-4f90-bd92-8b6c0fdbd259 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.315392 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-d47a8ec8-fb16-4f90-bd92-8b6c0fdbd259 tempest-AttachVolumeNegativeTest-811992111 tempest-AttachVolumeNegativeTest-811992111-project] 10.222.0.47 "DELETE /v2.0/floatingips/8b8647de-ba28-488e-b3a7-ffe34b78ef7e HTTP/1.1" status: 204 len: 168 time: 0.4448690 Apr 14 21:43:00.872377 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e3c9f59b-6143-41a0-9b95-24732ef1cb07 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:43:00.892639 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: e3c9f59b-6143-41a0-9b95-24732ef1cb07 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:43:00.892972 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e3c9f59b-6143-41a0-9b95-24732ef1cb07 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:43:02.117733 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5893396d-81de-47d3-a35b-e290ea98f91a req-27f7fa3f-b26e-4562-acd8-84e9dba62129 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394847 Apr 14 21:43:02.201041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893396d-81de-47d3-a35b-e290ea98f91a req-f4d75bf9-badc-4161-9bb2-deaf5e6c19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:02.202580 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5893396d-81de-47d3-a35b-e290ea98f91a req-f4d75bf9-badc-4161-9bb2-deaf5e6c19d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 1130 time: 0.0424051 Apr 14 21:43:02.304850 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893396d-81de-47d3-a35b-e290ea98f91a req-74b28f93-1367-40ce-9c62-da95746802e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:02.306264 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5893396d-81de-47d3-a35b-e290ea98f91a req-74b28f93-1367-40ce-9c62-da95746802e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.0838861 Apr 14 21:43:02.374030 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5893396d-81de-47d3-a35b-e290ea98f91a req-682f4e5f-7b94-451c-8ce4-dd6fc41a13bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d2d6df-a280-45cd-891a-6f589eef5955 HTTP/1.1" status: 200 len: 1002 time: 0.0609179 Apr 14 21:43:02.420502 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893396d-81de-47d3-a35b-e290ea98f91a req-95094119-c54c-4a57-8e9e-6ea0df86a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:02.421947 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5893396d-81de-47d3-a35b-e290ea98f91a req-95094119-c54c-4a57-8e9e-6ea0df86a638 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0414181 Apr 14 21:43:02.467149 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893396d-81de-47d3-a35b-e290ea98f91a req-8e4ef56f-df78-47e8-83f9-d6c23868d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:02.468674 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5893396d-81de-47d3-a35b-e290ea98f91a req-8e4ef56f-df78-47e8-83f9-d6c23868d2ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388036 Apr 14 21:43:02.561295 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5893396d-81de-47d3-a35b-e290ea98f91a req-274e0be8-e357-4bf9-9415-547818a5c1cd service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857818 Apr 14 21:43:02.651525 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5893396d-81de-47d3-a35b-e290ea98f91a req-c5030edf-e805-4e47-84d2-21c755570975 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822361 Apr 14 21:43:02.960899 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37012) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:03.302706 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519628'] for router_interface (bc3b3f95-9e38-471b-953d-da57ff222224), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:03.532817 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] Deleting port 55cf946a-f110-4fcd-8de6-23c1c0d2f387 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:43:03.533189 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:03.609900 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] For port 55cf946a-f110-4fcd-8de6-23c1c0d2f387, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=55cf946a-f110-4fcd-8de6-23c1c0d2f387,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:43:03.610324 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:03.626245 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] Calling delete_port for 55cf946a-f110-4fcd-8de6-23c1c0d2f387 owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:43:03.802379 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (55cf946a-f110-4fcd-8de6-23c1c0d2f387), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:03.825096 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cf946a-f110-4fcd-8de6-23c1c0d2f387,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:03.997496 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519504'] for router_interface (bc3b3f95-9e38-471b-953d-da57ff222224), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:04.218475 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] Router bc3b3f95-9e38-471b-953d-da57ff222224 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:43:04.327747 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:43:04.333539 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-ad7566e4-764a-404b-8cd0-264162fb2ca3 admin admin] 10.222.0.47 "PUT /v2.0/routers/bc3b3f95-9e38-471b-953d-da57ff222224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3716102 Apr 14 21:43:04.336123 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37014) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:04.338817 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] Sync routers for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:43:04.352061 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:43:04.352674 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:04.460288 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:43:04.551260 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Publish callbacks [] for router (bc3b3f95-9e38-471b-953d-da57ff222224), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:04.630422 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:43:03Z', 'revision_number': 5, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port': {'id': '76b70f3a-e9df-4844-aa33-5b5babb721f0', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:04.655847 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Publish callbacks [] for router_gateway (bc3b3f95-9e38-471b-953d-da57ff222224), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:04.658732 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] Checking router: bc3b3f95-9e38-471b-953d-da57ff222224 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:43:04.668238 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] Routers {'bc3b3f95-9e38-471b-953d-da57ff222224'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:43:04.668827 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:42:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['bc3b3f95-9e38-471b-953d-da57ff222224'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:04.700353 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Deleting port 76b70f3a-e9df-4844-aa33-5b5babb721f0 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:43:04.700693 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:04.759412 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] Set router bc3b3f95-9e38-471b-953d-da57ff222224 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:43:04.778085 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] For port 76b70f3a-e9df-4844-aa33-5b5babb721f0, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=76b70f3a-e9df-4844-aa33-5b5babb721f0,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:43:04.778446 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:04.791540 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Calling delete_port for 76b70f3a-e9df-4844-aa33-5b5babb721f0 owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:43:04.814024 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:43:04Z', 'revision_number': 6, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port_host': None}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:04.840853 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad6859-4b46-4d2f-8e83-224e55ccf3b5 None None] The sync data for ids ['bc3b3f95-9e38-471b-953d-da57ff222224'] in dv-cinder-837543-3-iscsi is: [{'id': 'bc3b3f95-9e38-471b-953d-da57ff222224', 'name': 'tempest-AttachVolumeNegativeTest-583000904-router', 'tenant_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:38:04Z', 'updated_at': '2022-04-14T21:43:04Z', 'revision_number': 6, 'project_id': '2e2a74c784bf439dac8fd4a228c3ef7e', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:43:04.964146 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (76b70f3a-e9df-4844-aa33-5b5babb721f0), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:04.989850 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b70f3a-e9df-4844-aa33-5b5babb721f0,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:05.054836 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-521206'] for router_gateway (bc3b3f95-9e38-471b-953d-da57ff222224), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.146503 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11676'] for router (bc3b3f95-9e38-471b-953d-da57ff222224), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.148550 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Publish callbacks [] for router_controller (bc3b3f95-9e38-471b-953d-da57ff222224), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.194307 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518675'] for router (bc3b3f95-9e38-471b-953d-da57ff222224), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.194843 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc3b3f95-9e38-471b-953d-da57ff222224 {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:43:05.199636 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.200877 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-20680428-570f-4b88-bb5d-26471b5e8df0 admin admin] 10.222.0.47 "DELETE /v2.0/routers/bc3b3f95-9e38-471b-953d-da57ff222224 HTTP/1.1" status: 204 len: 168 time: 0.8637781 Apr 14 21:43:05.203324 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37018) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:05.249434 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed74aa4-675c-42cc-872c-6ae2bfa58aab admin admin] Deleting subnet fa83f0f6-6310-4279-ac0a-58972d6770bf {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:43:05.253512 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3ed74aa4-675c-42cc-872c-6ae2bfa58aab admin admin] Publish callbacks [] for subnet (fa83f0f6-6310-4279-ac0a-58972d6770bf), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.289817 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3ed74aa4-675c-42cc-872c-6ae2bfa58aab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8272601'] for subnet (fa83f0f6-6310-4279-ac0a-58972d6770bf), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.370211 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3ed74aa4-675c-42cc-872c-6ae2bfa58aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (fa83f0f6-6310-4279-ac0a-58972d6770bf), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.420538 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3ed74aa4-675c-42cc-872c-6ae2bfa58aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7670259'] for subnet (fa83f0f6-6310-4279-ac0a-58972d6770bf), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.446229 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed74aa4-675c-42cc-872c-6ae2bfa58aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa83f0f6-6310-4279-ac0a-58972d6770bf,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:05.449959 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-3ed74aa4-675c-42cc-872c-6ae2bfa58aab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.453159 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-3ed74aa4-675c-42cc-872c-6ae2bfa58aab admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fa83f0f6-6310-4279-ac0a-58972d6770bf HTTP/1.1" status: 204 len: 168 time: 0.2486629 Apr 14 21:43:05.455228 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fa5cfe-ac6a-41b2-afed-61313d04558e None None] Network 8fdd656e-f5b6-43da-ba4a-b8cae2233839 requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:43:05.455953 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37020) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:05.526030 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (8fdd656e-f5b6-43da-ba4a-b8cae2233839), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.572914 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Deleting port 79dbee01-a696-4e34-b62b-baa0e145571c {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:43:05.573846 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.617881 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] DHCP port deletion for 8fdd656e-f5b6-43da-ba4a-b8cae2233839 request from dv-cinder-837543-3-iscsi {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:43:05.640937 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] For port 79dbee01-a696-4e34-b62b-baa0e145571c, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=79dbee01-a696-4e34-b62b-baa0e145571c,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:43:05.641862 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.658473 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Calling delete_port for 79dbee01-a696-4e34-b62b-baa0e145571c owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:43:05.662786 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Deleting port 79dbee01-a696-4e34-b62b-baa0e145571c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:43:05.663167 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.727946 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] For port 79dbee01-a696-4e34-b62b-baa0e145571c, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=79dbee01-a696-4e34-b62b-baa0e145571c,segment=NetworkSegment(89060b66-c99d-4491-a549-57b27788512d),segment_id=89060b66-c99d-4491-a549-57b27788512d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:43:05.728410 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.741986 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Calling delete_port for 79dbee01-a696-4e34-b62b-baa0e145571c owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:43:05.743413 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.772965 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=79dbee01-a696-4e34-b62b-baa0e145571c,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:05.775302 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] No DVR routers for this DVR port 79dbee01-a696-4e34-b62b-baa0e145571c on host dv-cinder-837543-3-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:43:05.784680 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.785033 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.785605 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.785852 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.786071 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.786406 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.786738 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.787069 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.787400 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.787734 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.788066 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.788393 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.788722 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.789047 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.789371 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.823321 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871'] for port (79dbee01-a696-4e34-b62b-baa0e145571c), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.849364 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Pushing event deleted for resources: {'Port': ['ID=79dbee01-a696-4e34-b62b-baa0e145571c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:05.853796 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] No DVR routers for this DVR port 79dbee01-a696-4e34-b62b-baa0e145571c on host dv-cinder-837543-3-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.867747 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7eceb9-65df-428c-989e-ecffca26299d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:43:05.869857 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (8fdd656e-f5b6-43da-ba4a-b8cae2233839), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.891927 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdd656e-f5b6-43da-ba4a-b8cae2233839']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:05.901909 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89060b66-c99d-4491-a549-57b27788512d') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:05.902209 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89060b66-c99d-4491-a549-57b27788512d') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:05.911872 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (89060b66-c99d-4491-a549-57b27788512d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.925901 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (89060b66-c99d-4491-a549-57b27788512d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.931779 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:43:05.932160 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (89060b66-c99d-4491-a549-57b27788512d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:43:05.933946 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:43:05.990193 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (8fdd656e-f5b6-43da-ba4a-b8cae2233839), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.995661 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.998772 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8fdd656e-f5b6-43da-ba4a-b8cae2233839 HTTP/1.1" status: 204 len: 168 time: 0.5418193 Apr 14 21:43:06.011187 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1741e-0187-4d6d-84ae-9fffb4674f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fdd656e-f5b6-43da-ba4a-b8cae2233839,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:06.110846 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37024) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:06.151268 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-2eaec409-e372-465d-a35e-d6694ae39bb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e2a74c784bf439dac8fd4a228c3ef7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392208 Apr 14 21:43:06.153697 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37026) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:06.186722 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 76b70f3a-e9df-4844-aa33-5b5babb721f0 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:43:06.202870 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb4c79cf-f108-41d4-aa9a-a4189bf3465a admin admin] Publish callbacks [] for security_group (a7934b7b-af74-41db-b4b0-889ec080c52f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:06.207476 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 76b70f3a-e9df-4844-aa33-5b5babb721f0 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:43:06.207819 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 76b70f3a-e9df-4844-aa33-5b5babb721f0 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:43:06.208238 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 55cf946a-f110-4fcd-8de6-23c1c0d2f387 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:43:06.225661 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb4c79cf-f108-41d4-aa9a-a4189bf3465a admin admin] Publish callbacks [] for security_group (a7934b7b-af74-41db-b4b0-889ec080c52f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:06.227644 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 55cf946a-f110-4fcd-8de6-23c1c0d2f387 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:43:06.227991 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 55cf946a-f110-4fcd-8de6-23c1c0d2f387 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:43:06.228399 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 79dbee01-a696-4e34-b62b-baa0e145571c no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:43:06.247030 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 79dbee01-a696-4e34-b62b-baa0e145571c {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:43:06.247375 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 79dbee01-a696-4e34-b62b-baa0e145571c not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:43:06.274726 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb4c79cf-f108-41d4-aa9a-a4189bf3465a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a7934b7b-af74-41db-b4b0-889ec080c52f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:06.277377 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-fb4c79cf-f108-41d4-aa9a-a4189bf3465a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:06.278616 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-fb4c79cf-f108-41d4-aa9a-a4189bf3465a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7934b7b-af74-41db-b4b0-889ec080c52f HTTP/1.1" status: 204 len: 168 time: 0.1239061 Apr 14 21:43:06.286325 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c79cf-f108-41d4-aa9a-a4189bf3465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7934b7b-af74-41db-b4b0-889ec080c52f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:06.381702 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2a35f538-7d4d-41a4-901d-750ab3393ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:08.901765 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff713070-fa2c-47f0-9538-31396c7e95a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:09.718757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:11.367481 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:12.701406 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:14.815978 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37158) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:14.917462 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b5756e6-1b61-4582-b144-b071579760cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:14.997939 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b5756e6-1b61-4582-b144-b071579760cd admin admin] Publish callbacks [] for security_group (bce5f008-47b3-44fb-8265-8e65ed4eec2d), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.002316 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2b5756e6-1b61-4582-b144-b071579760cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (bce5f008-47b3-44fb-8265-8e65ed4eec2d), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.040137 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-2b5756e6-1b61-4582-b144-b071579760cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe6d958a3f894777972136830c570832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230079 Apr 14 21:43:15.040983 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5756e6-1b61-4582-b144-b071579760cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce5f008-47b3-44fb-8265-8e65ed4eec2d,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:15.042792 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37162) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:15.090536 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e0210af7-e541-4b4c-a8b4-b77a65b913fa admin admin] Publish callbacks [] for security_group (bce5f008-47b3-44fb-8265-8e65ed4eec2d), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.111513 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e0210af7-e541-4b4c-a8b4-b77a65b913fa admin admin] Publish callbacks [] for security_group (bce5f008-47b3-44fb-8265-8e65ed4eec2d), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.163904 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e0210af7-e541-4b4c-a8b4-b77a65b913fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (bce5f008-47b3-44fb-8265-8e65ed4eec2d), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.166504 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-e0210af7-e541-4b4c-a8b4-b77a65b913fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.167710 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-e0210af7-e541-4b4c-a8b4-b77a65b913fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bce5f008-47b3-44fb-8265-8e65ed4eec2d HTTP/1.1" status: 204 len: 168 time: 0.1238916 Apr 14 21:43:15.176441 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0210af7-e541-4b4c-a8b4-b77a65b913fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce5f008-47b3-44fb-8265-8e65ed4eec2d,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:15.418272 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37168) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:15.432355 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0761921d-38e0-42fe-bfa1-dd358f06cb89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.508638 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0761921d-38e0-42fe-bfa1-dd358f06cb89 admin admin] Publish callbacks [] for security_group (b11ac386-e86c-45ee-bece-9cf0dba17672), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.512374 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-0761921d-38e0-42fe-bfa1-dd358f06cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (b11ac386-e86c-45ee-bece-9cf0dba17672), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.548245 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761921d-38e0-42fe-bfa1-dd358f06cb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11ac386-e86c-45ee-bece-9cf0dba17672,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:15.552448 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-0761921d-38e0-42fe-bfa1-dd358f06cb89 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41509ef252ff44299cb43091416d6d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331015 Apr 14 21:43:15.555068 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37170) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:15.601235 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-61fdf7bf-f196-44c4-9221-b87fb5a9ceff admin admin] Publish callbacks [] for security_group (b11ac386-e86c-45ee-bece-9cf0dba17672), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.622641 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-61fdf7bf-f196-44c4-9221-b87fb5a9ceff admin admin] Publish callbacks [] for security_group (b11ac386-e86c-45ee-bece-9cf0dba17672), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.667490 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-61fdf7bf-f196-44c4-9221-b87fb5a9ceff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (b11ac386-e86c-45ee-bece-9cf0dba17672), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.670025 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-61fdf7bf-f196-44c4-9221-b87fb5a9ceff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:15.671183 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-61fdf7bf-f196-44c4-9221-b87fb5a9ceff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b11ac386-e86c-45ee-bece-9cf0dba17672 HTTP/1.1" status: 204 len: 168 time: 0.1153443 Apr 14 21:43:15.679131 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdf7bf-f196-44c4-9221-b87fb5a9ceff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11ac386-e86c-45ee-bece-9cf0dba17672,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:15.980779 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37178) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:15.994510 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1158dd96-5ca9-4e30-84ea-98912d6647bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:16.070409 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1158dd96-5ca9-4e30-84ea-98912d6647bc admin admin] Publish callbacks [] for security_group (27185f29-c92c-459b-9e88-3548be1e6d9d), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:16.074179 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1158dd96-5ca9-4e30-84ea-98912d6647bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (27185f29-c92c-459b-9e88-3548be1e6d9d), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:16.111953 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1158dd96-5ca9-4e30-84ea-98912d6647bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=130a4d1ae0db432e850f7c49664a8f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298678 Apr 14 21:43:16.113913 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158dd96-5ca9-4e30-84ea-98912d6647bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27185f29-c92c-459b-9e88-3548be1e6d9d,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:16.114709 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37180) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:16.164195 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78a1c1c6-15d0-4b9e-b69d-93968ab3c738 admin admin] Publish callbacks [] for security_group (27185f29-c92c-459b-9e88-3548be1e6d9d), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:16.185479 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78a1c1c6-15d0-4b9e-b69d-93968ab3c738 admin admin] Publish callbacks [] for security_group (27185f29-c92c-459b-9e88-3548be1e6d9d), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:16.230716 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78a1c1c6-15d0-4b9e-b69d-93968ab3c738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (27185f29-c92c-459b-9e88-3548be1e6d9d), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:16.233570 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-78a1c1c6-15d0-4b9e-b69d-93968ab3c738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:16.235327 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-78a1c1c6-15d0-4b9e-b69d-93968ab3c738 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27185f29-c92c-459b-9e88-3548be1e6d9d HTTP/1.1" status: 204 len: 168 time: 0.1190591 Apr 14 21:43:16.242998 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1c1c6-15d0-4b9e-b69d-93968ab3c738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27185f29-c92c-459b-9e88-3548be1e6d9d,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:21.060926 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37254) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:21.166561 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3462e89-8ff3-49c9-9757-fff778f1e5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.242822 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3462e89-8ff3-49c9-9757-fff778f1e5ed admin admin] Publish callbacks [] for security_group (a6d59770-8b5b-4454-bd9f-222bac79104e), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.246561 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b3462e89-8ff3-49c9-9757-fff778f1e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a6d59770-8b5b-4454-bd9f-222bac79104e), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.287358 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b3462e89-8ff3-49c9-9757-fff778f1e5ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=418cbba8e1aa44a5aa182dcf1daa2b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253675 Apr 14 21:43:21.288571 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3462e89-8ff3-49c9-9757-fff778f1e5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d59770-8b5b-4454-bd9f-222bac79104e,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:21.290021 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37258) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:21.339828 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-57dfed30-a629-4646-97b5-8fb07a8ac930 admin admin] Publish callbacks [] for security_group (a6d59770-8b5b-4454-bd9f-222bac79104e), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.371109 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-57dfed30-a629-4646-97b5-8fb07a8ac930 admin admin] Publish callbacks [] for security_group (a6d59770-8b5b-4454-bd9f-222bac79104e), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.419280 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-57dfed30-a629-4646-97b5-8fb07a8ac930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (a6d59770-8b5b-4454-bd9f-222bac79104e), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.421971 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-57dfed30-a629-4646-97b5-8fb07a8ac930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.423124 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-57dfed30-a629-4646-97b5-8fb07a8ac930 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6d59770-8b5b-4454-bd9f-222bac79104e HTTP/1.1" status: 204 len: 168 time: 0.1321297 Apr 14 21:43:21.431260 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfed30-a629-4646-97b5-8fb07a8ac930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d59770-8b5b-4454-bd9f-222bac79104e,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:21.736894 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37264) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:21.752231 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-38fc7627-44fe-4c06-8618-38bdec751f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.833244 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-38fc7627-44fe-4c06-8618-38bdec751f21 admin admin] Publish callbacks [] for security_group (45a94547-f123-4d96-bd09-ee19f1ea9e78), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.837195 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-38fc7627-44fe-4c06-8618-38bdec751f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (45a94547-f123-4d96-bd09-ee19f1ea9e78), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.880627 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-38fc7627-44fe-4c06-8618-38bdec751f21 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=696bf208f30943f69467fd43f92726e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425402 Apr 14 21:43:21.881650 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc7627-44fe-4c06-8618-38bdec751f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a94547-f123-4d96-bd09-ee19f1ea9e78,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:21.883611 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37266) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:21.944818 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63da0ff5-165f-493c-b3ce-f988dd5ff8af admin admin] Publish callbacks [] for security_group (45a94547-f123-4d96-bd09-ee19f1ea9e78), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:21.973459 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63da0ff5-165f-493c-b3ce-f988dd5ff8af admin admin] Publish callbacks [] for security_group (45a94547-f123-4d96-bd09-ee19f1ea9e78), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:22.033370 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63da0ff5-165f-493c-b3ce-f988dd5ff8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (45a94547-f123-4d96-bd09-ee19f1ea9e78), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:22.033370 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-63da0ff5-165f-493c-b3ce-f988dd5ff8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:22.033370 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-63da0ff5-165f-493c-b3ce-f988dd5ff8af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/45a94547-f123-4d96-bd09-ee19f1ea9e78 HTTP/1.1" status: 204 len: 168 time: 0.1485643 Apr 14 21:43:22.043282 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da0ff5-165f-493c-b3ce-f988dd5ff8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a94547-f123-4d96-bd09-ee19f1ea9e78,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:25.661816 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:30.808002 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:43:36.374419 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83d5a5d6-5163-48e1-ab50-4f42f6689fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:38.903033 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d9f79062-22fe-43d2-ac80-ff59c21c243c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:39.729527 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:41.372089 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:42.703380 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:48.610971 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37446) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:48.713457 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-546887ce-b020-478c-851e-bbe58fafba83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:48.787354 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-546887ce-b020-478c-851e-bbe58fafba83 admin admin] Publish callbacks [] for security_group (dec1cbb4-4161-4fed-bfee-f105a49e3d60), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:48.791168 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-546887ce-b020-478c-851e-bbe58fafba83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (dec1cbb4-4161-4fed-bfee-f105a49e3d60), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:48.832205 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-546887ce-b020-478c-851e-bbe58fafba83 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=755068e042cb4e32b38b7dc6944eb709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202277 Apr 14 21:43:48.833057 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546887ce-b020-478c-851e-bbe58fafba83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec1cbb4-4161-4fed-bfee-f105a49e3d60,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:48.835723 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37450) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:48.886954 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6d132b4f-0c7b-4097-bacc-61e5dcb6104e admin admin] Publish callbacks [] for security_group (dec1cbb4-4161-4fed-bfee-f105a49e3d60), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:48.909424 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6d132b4f-0c7b-4097-bacc-61e5dcb6104e admin admin] Publish callbacks [] for security_group (dec1cbb4-4161-4fed-bfee-f105a49e3d60), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:48.956071 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6d132b4f-0c7b-4097-bacc-61e5dcb6104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (dec1cbb4-4161-4fed-bfee-f105a49e3d60), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:48.958631 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6d132b4f-0c7b-4097-bacc-61e5dcb6104e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:48.959784 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-6d132b4f-0c7b-4097-bacc-61e5dcb6104e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dec1cbb4-4161-4fed-bfee-f105a49e3d60 HTTP/1.1" status: 204 len: 168 time: 0.1238279 Apr 14 21:43:48.968351 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d132b4f-0c7b-4097-bacc-61e5dcb6104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec1cbb4-4161-4fed-bfee-f105a49e3d60,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:55.676642 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.038334 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37584) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:00.170146 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.244593 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Publish callbacks [] for security_group (36c38b61-b66f-4142-b925-0939dea09123), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.249005 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (36c38b61-b66f-4142-b925-0939dea09123), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.289238 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=252f2617a16a4466bc093e75e8a55655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496715 Apr 14 21:44:00.290177 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c38b61-b66f-4142-b925-0939dea09123,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:00.292440 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37588) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:00.298777 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.299129 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.299471 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.299812 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.300148 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.300478 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.300808 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.301132 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.301457 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.301804 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.302135 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.302459 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.302779 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.303103 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.303423 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe0618d-8008-4373-b03e-ff63fef7052c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.340162 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7412cd3-f0f4-4790-8349-bfa91329a230 admin admin] Publish callbacks [] for security_group (36c38b61-b66f-4142-b925-0939dea09123), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.361233 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7412cd3-f0f4-4790-8349-bfa91329a230 admin admin] Publish callbacks [] for security_group (36c38b61-b66f-4142-b925-0939dea09123), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.407775 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7412cd3-f0f4-4790-8349-bfa91329a230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (36c38b61-b66f-4142-b925-0939dea09123), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.410265 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-a7412cd3-f0f4-4790-8349-bfa91329a230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.411397 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-a7412cd3-f0f4-4790-8349-bfa91329a230 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36c38b61-b66f-4142-b925-0939dea09123 HTTP/1.1" status: 204 len: 168 time: 0.1179969 Apr 14 21:44:00.420501 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7412cd3-f0f4-4790-8349-bfa91329a230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c38b61-b66f-4142-b925-0939dea09123,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:06.375574 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-32170001-6397-4dcf-842e-fe66c72cd04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:07.449369 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24581385-3054-4eb2-8904-af76d795ec4f req-fbcfdc13-e3a3-48da-ae24-580c533b740a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3269250 Apr 14 21:44:07.538265 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24581385-3054-4eb2-8904-af76d795ec4f req-cbd53402-f7da-4302-af0b-44a9834cff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:07.539758 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24581385-3054-4eb2-8904-af76d795ec4f req-cbd53402-f7da-4302-af0b-44a9834cff25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 1130 time: 0.0409834 Apr 14 21:44:07.649471 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24581385-3054-4eb2-8904-af76d795ec4f req-3e83ad5d-eeb9-48a8-be0c-e2272506e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:07.650954 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24581385-3054-4eb2-8904-af76d795ec4f req-3e83ad5d-eeb9-48a8-be0c-e2272506e728 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.0893302 Apr 14 21:44:07.719847 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24581385-3054-4eb2-8904-af76d795ec4f req-2398113f-77c3-4a29-af3b-9971086ebca0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9d2d6df-a280-45cd-891a-6f589eef5955 HTTP/1.1" status: 200 len: 1002 time: 0.0578632 Apr 14 21:44:07.770845 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24581385-3054-4eb2-8904-af76d795ec4f req-6831bd06-e670-4027-aa56-ad01e7926105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:07.772270 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24581385-3054-4eb2-8904-af76d795ec4f req-6831bd06-e670-4027-aa56-ad01e7926105 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0437081 Apr 14 21:44:07.806863 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:44:07.821971 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24581385-3054-4eb2-8904-af76d795ec4f req-790aa9d5-ca25-4bcf-85c5-8cdd6f637378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:07.824162 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24581385-3054-4eb2-8904-af76d795ec4f req-790aa9d5-ca25-4bcf-85c5-8cdd6f637378 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422015 Apr 14 21:44:07.914363 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24581385-3054-4eb2-8904-af76d795ec4f req-d33a73d9-c9d5-4c0c-b6cf-024b16107ce5 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813403 Apr 14 21:44:08.011483 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-24581385-3054-4eb2-8904-af76d795ec4f req-4c4b45bc-2eee-4112-a22d-586b78c68d62 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871587 Apr 14 21:44:08.421285 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37662) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:08.545546 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.624382 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Publish callbacks [] for security_group (c9dc579e-7a44-4330-8732-6b12e4850ef2), precommit_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.628326 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (c9dc579e-7a44-4330-8732-6b12e4850ef2), after_create {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.665052 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dc579e-7a44-4330-8732-6b12e4850ef2,revision_number=1']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:08.670044 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d00a369af04746188dae9be1d20e9f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476163 Apr 14 21:44:08.672823 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37666) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:08.676317 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.676605 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.676946 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.677280 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.677617 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.677984 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.678296 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.678628 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.678945 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.679267 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.679593 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.679920 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.680241 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.680553 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.680870 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6be2be-1259-4219-85a2-a558ca07265f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:08.722569 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1b15503f-a039-4982-b404-f3ac026c8df5 admin admin] Publish callbacks [] for security_group (c9dc579e-7a44-4330-8732-6b12e4850ef2), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.743976 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1b15503f-a039-4982-b404-f3ac026c8df5 admin admin] Publish callbacks [] for security_group (c9dc579e-7a44-4330-8732-6b12e4850ef2), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.789563 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1b15503f-a039-4982-b404-f3ac026c8df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (c9dc579e-7a44-4330-8732-6b12e4850ef2), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.792759 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1b15503f-a039-4982-b404-f3ac026c8df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.794096 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1b15503f-a039-4982-b404-f3ac026c8df5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9dc579e-7a44-4330-8732-6b12e4850ef2 HTTP/1.1" status: 204 len: 168 time: 0.1202469 Apr 14 21:44:08.801609 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15503f-a039-4982-b404-f3ac026c8df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dc579e-7a44-4330-8732-6b12e4850ef2,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:08.909177 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-897b2ad3-5fcf-4051-b950-24acaaac86d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:09.724386 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.373971 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:12.705564 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:25.678922 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:36.378336 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f055f647-f5a9-499d-8502-6121d4c5ea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:38.899527 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a7b3ff8c-5cb8-4a39-a8ef-89e8545a490e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:39.728853 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:41.377165 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:42.707470 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:44.806020 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:44:46.177506 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62309fd-597b-4b09-9089-f0656b79bdda req-d121626f-b699-4b4a-84ab-75db57ce2968 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:46.179027 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b62309fd-597b-4b09-9089-f0656b79bdda req-d121626f-b699-4b4a-84ab-75db57ce2968 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 946 time: 0.0530591 Apr 14 21:44:46.227204 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b62309fd-597b-4b09-9089-f0656b79bdda req-0140f915-ef39-4b1c-b72d-8fae33990c70 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425544 Apr 14 21:44:47.348233 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8963b3e-935f-4364-9505-b6f047345e0f req-b9240d32-ec43-4eb8-ad3c-762eea25991d tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:47.349712 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a8963b3e-935f-4364-9505-b6f047345e0f req-b9240d32-ec43-4eb8-ad3c-762eea25991d tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 946 time: 0.0525417 Apr 14 21:44:47.398888 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a8963b3e-935f-4364-9505-b6f047345e0f req-b64d8724-69d4-4a91-808e-cf85063d955c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Apr 14 21:44:47.885635 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-986860a7-9031-4175-92cb-c103308efa33 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:47.887092 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-986860a7-9031-4175-92cb-c103308efa33 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 946 time: 0.0461833 Apr 14 21:44:47.976935 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Deleting port e9d2d6df-a280-45cd-891a-6f589eef5955 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:44:47.977278 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:48.063929 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] For port e9d2d6df-a280-45cd-891a-6f589eef5955, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e9d2d6df-a280-45cd-891a-6f589eef5955,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:44:48.064287 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:48.238858 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:48.239234 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (e9147dda-2926-43e6-b70e-05a2d2886583), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:48.239562 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Floating IP e9147dda-2926-43e6-b70e-05a2d2886583 disassociated. External IP: 172.27.3.118, port: e9d2d6df-a280-45cd-891a-6f589eef5955. Apr 14 21:44:48.239907 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Calling delete_port for e9d2d6df-a280-45cd-891a-6f589eef5955 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:44:48.364980 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (e9d2d6df-a280-45cd-891a-6f589eef5955), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:48.395502 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event deleted for resources: {'Port': ['ID=e9d2d6df-a280-45cd-891a-6f589eef5955,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:48.515459 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6aec3f83-773d-4664-a88a-420815754891 req-325410a3-468a-4aa7-b210-d4638bdcb128 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d HTTP/1.1" status: 200 len: 210 time: 0.0306406 Apr 14 21:44:48.539122 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:44:48.649023 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:44:48.658505 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] Sync routers for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:44:48.672004 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:44:48.672543 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:44:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:48.693856 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] No DVR routers for this DVR port e9d2d6df-a280-45cd-891a-6f589eef5955 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:44:48.696387 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:48.699617 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-930982ba-a5d4-4d26-82d5-aa7542c9f8dd req-e57cbead-8c27-472e-ba86-a310e20e9bca tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "DELETE /v2.0/ports/e9d2d6df-a280-45cd-891a-6f589eef5955 HTTP/1.1" status: 204 len: 173 time: 0.8029926 Apr 14 21:44:48.700244 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'name': 'network-vif-deleted', 'tag': 'e9d2d6df-a280-45cd-891a-6f589eef5955'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:44:48.703132 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f255903-7dc5-4871-a035-1ad344b077ed" -d '{"events": [{"server_uuid": "083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d", "name": "network-vif-deleted", "tag": "e9d2d6df-a280-45cd-891a-6f589eef5955"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:44:48.762643 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2ba117-dbb2-41f7-8bf8-f6f4af1f7242 x-openstack-request-id: req-ac2ba117-dbb2-41f7-8bf8-f6f4af1f7242 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:44:48.762939 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d", "name": "network-vif-deleted", "tag": "e9d2d6df-a280-45cd-891a-6f589eef5955", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:44:48.763456 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac2ba117-dbb2-41f7-8bf8-f6f4af1f7242 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:44:48.764063 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2ba117-dbb2-41f7-8bf8-f6f4af1f7242'] response: {'server_uuid': '083bd7b4-4f4c-4a1c-9d2a-5ab017407b6d', 'name': 'network-vif-deleted', 'tag': 'e9d2d6df-a280-45cd-891a-6f589eef5955', 'status': 'completed', 'code': 200} Apr 14 21:44:48.789183 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:44:48.993934 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:49.021311 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] Checking router: b4a64c8a-072e-4a2c-a6bd-aea2774986c3 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:44:49.030814 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:44:49.031424 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:44:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:49.142237 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:44:49.332160 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:49.359362 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb1976-f63c-45d5-b9e6-c69492a4c006 None None] The sync data for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi is: [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:44:49.584993 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486a911-4af1-4c78-a877-63b1926a2414 None None] New status for floating IP e9147dda-2926-43e6-b70e-05a2d2886583: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:44:49.834708 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-ad1e21dd-6851-4b70-9556-1bf5e71ae0cc tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542488527&fields=id&tenant_id=83743cb03a3341c99562297b54829938 HTTP/1.1" status: 200 len: 267 time: 0.0448298 Apr 14 21:44:49.942198 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-3c1405c0-4a78-4916-94d0-786128929b7c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:49.943696 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-3c1405c0-4a78-4916-94d0-786128929b7c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 811 time: 0.1027324 Apr 14 21:44:49.958411 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-6692bf6f-8dbf-4e97-ae84-534002138724 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/quotas/83743cb03a3341c99562297b54829938 HTTP/1.1" status: 200 len: 375 time: 0.0093873 Apr 14 21:44:50.007232 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-4e079029-3649-46a7-931d-15189bff897a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438263 Apr 14 21:44:50.195347 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-7d79c6e8-0733-4c2f-9f22-7ef92bb88ee5 service neutron] 10.222.0.47 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761618 Apr 14 21:44:50.287745 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-1c9974ba-211e-471a-a179-dbecf0ba30d1 service neutron] 10.222.0.47 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865023 Apr 14 21:44:50.566879 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b88ea5d4-c0f8-46ef-94bd-b8258c3a6ae3 req-98f68d42-3cfe-4749-a5a4-3962c7caaaaa tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 210 time: 0.0275791 Apr 14 21:44:51.474352 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e9d2d6df-a280-45cd-891a-6f589eef5955 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:44:51.496767 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: e9d2d6df-a280-45cd-891a-6f589eef5955 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:44:51.497119 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device e9d2d6df-a280-45cd-891a-6f589eef5955 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:44:51.558009 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-12964839-52eb-4019-be89-191ae79ee4fa tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:51.559450 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-12964839-52eb-4019-be89-191ae79ee4fa tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 811 time: 0.1070073 Apr 14 21:44:51.624266 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-9b3c50aa-16d7-4076-98cb-bd7a9bd5a48d tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83743cb03a3341c99562297b54829938 HTTP/1.1" status: 200 len: 380 time: 0.0550973 Apr 14 21:44:51.632873 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'port': {'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'admin_state_up': True, 'tenant_id': '83743cb03a3341c99562297b54829938', 'security_groups': ['cddcf302-62e3-4472-8522-b7c6ca211e81']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:44:51.683362 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-de1625d6-9eda-457d-bab3-7ff68b0d09da req-98b4e0ae-57e0-4d77-a5ec-1ecaa3772df5 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 210 time: 0.0469906 Apr 14 21:44:51.771508 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Made reservation on behalf of 83743cb03a3341c99562297b54829938 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:44:51.774867 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:51.905947 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Allocated IP 172.20.0.4 (82d90ee7-0083-45e5-a54b-aa8f60609e7e/f94ab265-89b2-435e-a5de-ddbea1cfd6d6/5b55d545-6116-4131-adb9-af7912468c60) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:44:52.056095 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for port (5b55d545-6116-4131-adb9-af7912468c60), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.090548 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (5b55d545-6116-4131-adb9-af7912468c60), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.133456 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:44:52.138550 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:44:52.143057 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:44:52.149408 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'Port': ['ID=5b55d545-6116-4131-adb9-af7912468c60,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:52.195447 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:52.196077 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.213181 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-be0bd0d4-ad04-4ecd-ac9d-a57caa4b084c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841057 Apr 14 21:44:52.227249 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Request body: {'port': {'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:44:52.292707 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5b55d545-6116-4131-adb9-af7912468c60), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.409028 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-1d2d1fc6-08ae-4904-b531-823b281333af None None] Provisioning complete for port 5b55d545-6116-4131-adb9-af7912468c60 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:44:52.409498 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1d2d1fc6-08ae-4904-b531-823b281333af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (5b55d545-6116-4131-adb9-af7912468c60), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.446830 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d1fc6-08ae-4904-b531-823b281333af None None] Port 5b55d545-6116-4131-adb9-af7912468c60 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:44:52.556787 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b55d545-6116-4131-adb9-af7912468c60 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:44:52.564093 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Publish callbacks [] for port (5b55d545-6116-4131-adb9-af7912468c60), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.575861 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Transition to ACTIVE for port object 5b55d545-6116-4131-adb9-af7912468c60 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:44:52.580352 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (5b55d545-6116-4131-adb9-af7912468c60), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.631041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Pushing event updated for resources: {'Port': ['ID=5b55d545-6116-4131-adb9-af7912468c60,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:52.706364 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Attempting to bind port 5b55d545-6116-4131-adb9-af7912468c60 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:44:52.706610 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Attempting to bind port 5b55d545-6116-4131-adb9-af7912468c60 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:44:52.706788 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Attempting to bind port 5b55d545-6116-4131-adb9-af7912468c60 on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:44:52.711464 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Port 5b55d545-6116-4131-adb9-af7912468c60 on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:44:52.711798 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Attempting to bind port 5b55d545-6116-4131-adb9-af7912468c60 on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:44:52.718160 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:44:52.718508 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Checking segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:44:52.718900 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Bound using segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:44:52.719341 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Bound port: 5b55d545-6116-4131-adb9-af7912468c60, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:44:52.719709 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5b55d545-6116-4131-adb9-af7912468c60), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.822637 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cb12e-31ae-42eb-acd5-4d65a4bf2688 req-8ab2eab7-b390-4e21-9ace-815445892714 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:52.824030 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-667cb12e-31ae-42eb-acd5-4d65a4bf2688 req-8ab2eab7-b390-4e21-9ace-815445892714 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 943 time: 0.0682566 Apr 14 21:44:52.828292 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] For port 5b55d545-6116-4131-adb9-af7912468c60, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:44:52.832454 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] For port 5b55d545-6116-4131-adb9-af7912468c60, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5b55d545-6116-4131-adb9-af7912468c60,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:44:52.850407 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (5b55d545-6116-4131-adb9-af7912468c60), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.899536 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:52.900161 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.901549 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] 10.222.0.13 "PUT /v2.0/ports/5b55d545-6116-4131-adb9-af7912468c60 HTTP/1.1" status: 200 len: 1093 time: 0.6785603 Apr 14 21:44:52.903723 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b076702b-a679-4c3b-85b2-92faae062fed', 'tag': '5b55d545-6116-4131-adb9-af7912468c60'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:44:52.906609 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18d2774-cf8b-4509-b0c6-d014a0126bca" -d '{"events": [{"name": "network-changed", "server_uuid": "b076702b-a679-4c3b-85b2-92faae062fed", "tag": "5b55d545-6116-4131-adb9-af7912468c60"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:44:52.938238 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-667cb12e-31ae-42eb-acd5-4d65a4bf2688 req-821ab9af-0a80-466c-8290-abbcc093f44a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076033 Apr 14 21:44:52.946241 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8b515-2e48-40b8-bd1e-eac17f22403f service neutron] Pushing event updated for resources: {'Port': ['ID=5b55d545-6116-4131-adb9-af7912468c60,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:52.994195 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764cacb7-ba30-443c-a3c2-31bfcef0685e x-openstack-request-id: req-764cacb7-ba30-443c-a3c2-31bfcef0685e {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:44:52.994492 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b076702b-a679-4c3b-85b2-92faae062fed", "tag": "5b55d545-6116-4131-adb9-af7912468c60", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:44:52.994751 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-764cacb7-ba30-443c-a3c2-31bfcef0685e {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:44:52.995154 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764cacb7-ba30-443c-a3c2-31bfcef0685e'] response: {'name': 'network-changed', 'server_uuid': 'b076702b-a679-4c3b-85b2-92faae062fed', 'tag': '5b55d545-6116-4131-adb9-af7912468c60', 'status': 'completed', 'code': 200} Apr 14 21:44:53.007396 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-4496c0be-72df-43e8-9808-cd1c098662e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:53.009061 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-4496c0be-72df-43e8-9808-cd1c098662e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 1127 time: 0.0464444 Apr 14 21:44:53.056158 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-fbad0d95-4d7c-40d1-a02d-f0ea4edcdb60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b55d545-6116-4131-adb9-af7912468c60 HTTP/1.1" status: 200 len: 217 time: 0.0386522 Apr 14 21:44:53.111363 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-49b32a63-0e44-44fc-b899-e4016b118e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:53.112838 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-49b32a63-0e44-44fc-b899-e4016b118e11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0464242 Apr 14 21:44:53.158583 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-14a72809-93f2-4127-8749-b47c977a580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:53.160102 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-14a72809-93f2-4127-8749-b47c977a580e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379589 Apr 14 21:44:53.255272 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-f51472ed-f262-4ff3-b1e6-77ba1df46ea8 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858140 Apr 14 21:44:53.347284 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5122059c-f2b6-4269-87b0-d72091df0ffe req-726e4a8c-5a94-46a2-9daa-db3677aad165 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822048 Apr 14 21:44:53.604860 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-4fb84658-cb7e-41b6-9b9a-7b4e44050d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:53.606231 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-4fb84658-cb7e-41b6-9b9a-7b4e44050d6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 1127 time: 0.0386329 Apr 14 21:44:53.699365 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-c97457e7-8971-4258-8064-98319e336b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:53.700808 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-c97457e7-8971-4258-8064-98319e336b3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.0873883 Apr 14 21:44:53.744565 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-4024b9d8-3f17-4e9a-b482-747717b0780b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b55d545-6116-4131-adb9-af7912468c60 HTTP/1.1" status: 200 len: 217 time: 0.0335162 Apr 14 21:44:53.796855 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-d25c2f03-2fbc-4b8a-b74b-74fc56b88147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:53.798346 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-d25c2f03-2fbc-4b8a-b74b-74fc56b88147 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0480134 Apr 14 21:44:53.844575 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-f42f1e8d-6a79-4905-b77c-d4a185aa8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:53.846046 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-f42f1e8d-6a79-4905-b77c-d4a185aa8717 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386083 Apr 14 21:44:53.941368 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-6e9763a4-1c14-43ef-be95-7396f120fe0e service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856795 Apr 14 21:44:54.069645 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6bc39-0acc-4daa-8049-bc5b3b32b006 req-0b304992-8595-47b0-8847-240bdde2887e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:54.071122 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7df6bc39-0acc-4daa-8049-bc5b3b32b006 req-0b304992-8595-47b0-8847-240bdde2887e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 943 time: 0.0617595 Apr 14 21:44:54.072866 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a18d2774-cf8b-4509-b0c6-d014a0126bca req-efd7c95d-8d9e-4b35-ba8e-df11304d01de service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223502 Apr 14 21:44:54.122275 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7df6bc39-0acc-4daa-8049-bc5b3b32b006 req-f0ffc232-5684-4871-920b-f1143ac5f2a5 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456374 Apr 14 21:44:55.235711 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27f782-78e2-4093-a80e-8467b7c5e2e3 req-c53ec2a5-c9e9-4e05-9aa9-cf27ebabe936 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:55.237074 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7b27f782-78e2-4093-a80e-8467b7c5e2e3 req-c53ec2a5-c9e9-4e05-9aa9-cf27ebabe936 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 943 time: 0.0468795 Apr 14 21:44:55.284198 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-7b27f782-78e2-4093-a80e-8467b7c5e2e3 req-9551750f-c7cb-44bc-9ab9-80814ce15336 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Apr 14 21:44:55.675054 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:56.396052 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d95e6c-7fb2-4cdd-b6fe-bee120e6d97f req-3a52a112-cdfd-4dc3-aceb-42330c39f503 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:56.397500 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a6d95e6c-7fb2-4cdd-b6fe-bee120e6d97f req-3a52a112-cdfd-4dc3-aceb-42330c39f503 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 943 time: 0.0463257 Apr 14 21:44:56.444049 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a6d95e6c-7fb2-4cdd-b6fe-bee120e6d97f req-33c4aae1-7163-4e02-8563-9b519627dd8d tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Apr 14 21:44:57.566850 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2a5ef-6674-438d-8f7b-ba253c1bc58e req-8c7bda0b-33b5-4054-a9ad-25cf875a7dea tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:57.568302 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-10a2a5ef-6674-438d-8f7b-ba253c1bc58e req-8c7bda0b-33b5-4054-a9ad-25cf875a7dea tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 943 time: 0.0563855 Apr 14 21:44:57.616259 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-10a2a5ef-6674-438d-8f7b-ba253c1bc58e req-34a3d3ea-1342-4f8c-b1a3-4d8f6ba6cf3a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Apr 14 21:44:58.727836 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5582f0f-1b3f-4fc9-9492-540e5a5a9951 req-4e3e75d2-791b-4b5d-9e1b-d537a4f51bfa tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:58.729568 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d5582f0f-1b3f-4fc9-9492-540e5a5a9951 req-4e3e75d2-791b-4b5d-9e1b-d537a4f51bfa tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 943 time: 0.0467243 Apr 14 21:44:58.777459 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d5582f0f-1b3f-4fc9-9492-540e5a5a9951 req-b82f05f9-1998-47c6-8186-dd4af6be2b68 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413306 Apr 14 21:44:59.907040 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0121c-281b-4e73-8139-2e352b4de713 req-80aff9d0-fe6f-4aba-8645-b5d51df2b512 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:59.909712 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-77e0121c-281b-4e73-8139-2e352b4de713 req-80aff9d0-fe6f-4aba-8645-b5d51df2b512 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 943 time: 0.0578513 Apr 14 21:44:59.959397 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-77e0121c-281b-4e73-8139-2e352b4de713 req-c9b925c0-1df6-4c31-8844-4fb93815b113 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442452 Apr 14 21:45:01.070397 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde25af-2cc7-4b61-a87e-041fae0d5edc req-a802b508-8b5a-449f-9a71-6a7896c7f4a7 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:01.071832 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1fde25af-2cc7-4b61-a87e-041fae0d5edc req-a802b508-8b5a-449f-9a71-6a7896c7f4a7 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 943 time: 0.0466337 Apr 14 21:45:01.119400 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1fde25af-2cc7-4b61-a87e-041fae0d5edc req-285d86d6-e668-44e8-8a61-dca7610539a0 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420129 Apr 14 21:45:01.502272 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5b55d545-6116-4131-adb9-af7912468c60 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:45:01.727149 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5b55d545-6116-4131-adb9-af7912468c60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5b55d545-6116-4131-adb9-af7912468c60,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:45:01.738156 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '5b55d545-6116-4131-adb9-af7912468c60', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'mac_address': 'fa:16:3e:18:0b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:45:01.775943 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5b55d545-6116-4131-adb9-af7912468c60 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:45:01.776253 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5b55d545-6116-4131-adb9-af7912468c60), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:01.788652 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b55d545-6116-4131-adb9-af7912468c60 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:45:01.810462 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5b55d545-6116-4131-adb9-af7912468c60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5b55d545-6116-4131-adb9-af7912468c60,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:45:01.814934 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5b55d545-6116-4131-adb9-af7912468c60), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:01.860777 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5b55d545-6116-4131-adb9-af7912468c60,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:45:01.867676 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.868025 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.868367 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.868705 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.869039 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.869368 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.869695 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.870045 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.870372 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.870738 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.871019 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.871343 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.871664 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.871983 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:01.872304 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:02.151856 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['5b55d545-6116-4131-adb9-af7912468c60'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:45:02.246025 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd005-700a-4abc-84e4-10fbd5699b49 req-f287e2e8-2999-4594-8b39-515dbd54a6c2 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:02.247735 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-57bfd005-700a-4abc-84e4-10fbd5699b49 req-f287e2e8-2999-4594-8b39-515dbd54a6c2 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 944 time: 0.0579140 Apr 14 21:45:02.304398 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-57bfd005-700a-4abc-84e4-10fbd5699b49 req-2810de05-de12-4fca-b940-88358d8a4593 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491722 Apr 14 21:45:03.421011 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47191be4-a0af-4f16-811f-d75b265df2ed req-8bada809-cb4a-41c4-a276-d6e420957625 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:03.422971 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47191be4-a0af-4f16-811f-d75b265df2ed req-8bada809-cb4a-41c4-a276-d6e420957625 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 944 time: 0.0465827 Apr 14 21:45:03.474883 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-47191be4-a0af-4f16-811f-d75b265df2ed req-90065590-f478-4329-9b89-db4b6c37651b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454881 Apr 14 21:45:03.520177 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5b55d545-6116-4131-adb9-af7912468c60 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:45:03.563773 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 5b55d545-6116-4131-adb9-af7912468c60 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:45:03.569848 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 5b55d545-6116-4131-adb9-af7912468c60 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:45:03.570194 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (5b55d545-6116-4131-adb9-af7912468c60), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:03.645851 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 5b55d545-6116-4131-adb9-af7912468c60 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:45:03.646159 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (5b55d545-6116-4131-adb9-af7912468c60), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:03.667991 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b076702b-a679-4c3b-85b2-92faae062fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b55d545-6116-4131-adb9-af7912468c60'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:45:03.670267 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff39e97e-88ac-41c5-b8de-ee3afd438ed3" -d '{"events": [{"server_uuid": "b076702b-a679-4c3b-85b2-92faae062fed", "name": "network-vif-plugged", "status": "completed", "tag": "5b55d545-6116-4131-adb9-af7912468c60"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:45:03.685989 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 5b55d545-6116-4131-adb9-af7912468c60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5b55d545-6116-4131-adb9-af7912468c60,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:45:03.690326 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (5b55d545-6116-4131-adb9-af7912468c60), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:03.715991 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8de5455-ddfd-4c0a-881e-e894c549241a x-openstack-request-id: req-e8de5455-ddfd-4c0a-881e-e894c549241a {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:45:03.716291 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b076702b-a679-4c3b-85b2-92faae062fed", "name": "network-vif-plugged", "status": "completed", "tag": "5b55d545-6116-4131-adb9-af7912468c60", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:45:03.716544 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e8de5455-ddfd-4c0a-881e-e894c549241a {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:45:03.716935 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8de5455-ddfd-4c0a-881e-e894c549241a'] response: {'server_uuid': 'b076702b-a679-4c3b-85b2-92faae062fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b55d545-6116-4131-adb9-af7912468c60', 'code': 200} Apr 14 21:45:03.745425 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=5b55d545-6116-4131-adb9-af7912468c60,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:45:03.922080 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959bc9f-b652-43cf-8df3-aa322becc568 req-c63497bf-e397-4dac-939d-b759ee503187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:03.923435 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9959bc9f-b652-43cf-8df3-aa322becc568 req-c63497bf-e397-4dac-939d-b759ee503187 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 1129 time: 0.0371876 Apr 14 21:45:03.974908 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9959bc9f-b652-43cf-8df3-aa322becc568 req-ad83a67f-b65a-488b-980e-44043cc164c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423138 Apr 14 21:45:04.591953 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9218454-30db-4dba-a79a-4f6650b9269e req-6bedde56-6ebe-4920-8984-2d9b046536ee tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:04.593570 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9218454-30db-4dba-a79a-4f6650b9269e req-6bedde56-6ebe-4920-8984-2d9b046536ee tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 945 time: 0.0511281 Apr 14 21:45:04.641710 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9218454-30db-4dba-a79a-4f6650b9269e req-471bf0a6-8b3f-4bb0-8ad3-8aa7655df809 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Apr 14 21:45:05.753136 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b4dd7-9c24-4e22-ba38-7df2fe6fde0b req-6bd2ba9e-c8ed-4533-a95e-f17024385166 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:05.754692 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b0b4dd7-9c24-4e22-ba38-7df2fe6fde0b req-6bd2ba9e-c8ed-4533-a95e-f17024385166 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 945 time: 0.0471172 Apr 14 21:45:05.803748 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4b0b4dd7-9c24-4e22-ba38-7df2fe6fde0b req-f2af96a6-1ccc-4189-8f36-f4081f1b61c1 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435801 Apr 14 21:45:05.914207 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee705c-e025-436c-996e-d7ec4f3da1d1 req-da2f2119-d3e5-4c77-8c1d-cbfce055a979 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:05.915648 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2eee705c-e025-436c-996e-d7ec4f3da1d1 req-da2f2119-d3e5-4c77-8c1d-cbfce055a979 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 945 time: 0.0459416 Apr 14 21:45:05.976660 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2eee705c-e025-436c-996e-d7ec4f3da1d1 req-ea65f45d-5478-48fc-b51d-c111c422f063 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545959 Apr 14 21:45:05.999038 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37746) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:45:06.035171 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5e058d-84a2-4a02-8458-3e1c8e8a6712 tempest-TestVolumeBootPattern-1299157397 tempest-TestVolumeBootPattern-1299157397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:06.036621 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-ee5e058d-84a2-4a02-8458-3e1c8e8a6712 tempest-TestVolumeBootPattern-1299157397 tempest-TestVolumeBootPattern-1299157397-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 1124 time: 0.0366449 Apr 14 21:45:06.039352 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37748) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:45:06.043389 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'tenant_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:45:06.063794 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:06.140856 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:06.380506 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe7c66dd-7988-472e-8e39-f2fb4da4f74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:06.508789 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Allocated IP 172.27.3.160 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/474be188-c6cd-4223-9238-a2c80267291e) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:45:06.615123 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for port (474be188-c6cd-4223-9238-a2c80267291e), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:06.656787 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (474be188-c6cd-4223-9238-a2c80267291e), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:06.690466 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:45:06.693207 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:45:06.696647 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:45:06.727996 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'Port': ['ID=474be188-c6cd-4223-9238-a2c80267291e,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:45:06.740876 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.741229 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.741578 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.741953 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.742296 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.742630 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.742961 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.743292 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.743622 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.743957 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.744286 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.744616 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.744942 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.745268 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:06.745591 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:07.090174 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (d1d56025-3e76-4246-8cd1-c14911b31110), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:07.158685 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (474be188-c6cd-4223-9238-a2c80267291e), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:07.315164 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for port (474be188-c6cd-4223-9238-a2c80267291e), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:07.321256 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (474be188-c6cd-4223-9238-a2c80267291e), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:07.395948 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'Port': ['ID=474be188-c6cd-4223-9238-a2c80267291e,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:45:07.409268 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (d1d56025-3e76-4246-8cd1-c14911b31110), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:07.520682 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Floating IP d1d56025-3e76-4246-8cd1-c14911b31110 associated. External IP: 172.27.3.160, port: 5b55d545-6116-4131-adb9-af7912468c60. Apr 14 21:45:07.744167 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:45:07.854252 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:45:07.865174 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] Sync routers for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:45:07.876263 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:07.876771 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:45:07.877561 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:44:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:45:07.907228 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-c01941be-9ccc-439c-9d5b-0070d9aee97b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8668690 Apr 14 21:45:07.907955 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b076702b-a679-4c3b-85b2-92faae062fed', 'tag': '5b55d545-6116-4131-adb9-af7912468c60'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:45:07.910217 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e62c1b-3616-4923-a3de-241254db9b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b076702b-a679-4c3b-85b2-92faae062fed", "tag": "5b55d545-6116-4131-adb9-af7912468c60"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:45:07.945486 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b65e83e-eeb2-4bc3-b0d5-f513c945b550 x-openstack-request-id: req-1b65e83e-eeb2-4bc3-b0d5-f513c945b550 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:45:07.945804 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b076702b-a679-4c3b-85b2-92faae062fed", "tag": "5b55d545-6116-4131-adb9-af7912468c60", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:45:07.946060 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b65e83e-eeb2-4bc3-b0d5-f513c945b550 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:45:07.946464 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b65e83e-eeb2-4bc3-b0d5-f513c945b550'] response: {'name': 'network-changed', 'server_uuid': 'b076702b-a679-4c3b-85b2-92faae062fed', 'tag': '5b55d545-6116-4131-adb9-af7912468c60', 'status': 'completed', 'code': 200} Apr 14 21:45:07.991240 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:45:08.006363 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-7feb1d99-b1ee-4545-a160-53e1dd8521b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:08.007864 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-7feb1d99-b1ee-4545-a160-53e1dd8521b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 1129 time: 0.0394692 Apr 14 21:45:08.102013 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-1828512a-1db1-4e4d-b8fd-193abc61ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:08.103484 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-1828512a-1db1-4e4d-b8fd-193abc61ca47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.0884421 Apr 14 21:45:08.168896 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-46753dd1-93bc-4316-b2c1-1c14533b9680 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b55d545-6116-4131-adb9-af7912468c60 HTTP/1.1" status: 200 len: 999 time: 0.0589941 Apr 14 21:45:08.217585 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-cdb53b39-d0da-4544-b6c7-f1fc36454de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:08.218035 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'd1d56025-3e76-4246-8cd1-c14911b31110', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:18:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:45:06Z', 'updated_at': '2022-04-14T21:45:06Z', 'revision_number': 0, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:45:08.219108 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-cdb53b39-d0da-4544-b6c7-f1fc36454de9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0437088 Apr 14 21:45:08.244280 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] Checking router: b4a64c8a-072e-4a2c-a6bd-aea2774986c3 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:45:08.252870 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:45:08.253485 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:44:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:45:08.265807 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-9df1e9dd-db8d-4fd3-a870-e108e26f26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:45:08.267293 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-9df1e9dd-db8d-4fd3-a870-e108e26f26e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418653 Apr 14 21:45:08.357277 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-1851660a-5f96-4d8f-b9b2-6336c173c450 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836296 Apr 14 21:45:08.362493 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:45:08.450336 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c1e62c1b-3616-4923-a3de-241254db9b3d req-527d6368-1161-4f26-8d4e-006dc534bf05 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866144 Apr 14 21:45:08.582108 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'd1d56025-3e76-4246-8cd1-c14911b31110', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:18:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:45:06Z', 'updated_at': '2022-04-14T21:45:06Z', 'revision_number': 0, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:45:08.608187 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc653af-202f-4da3-96f1-88e198ad133b None None] The sync data for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi is: [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'd1d56025-3e76-4246-8cd1-c14911b31110', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:18:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:45:06Z', 'updated_at': '2022-04-14T21:45:06Z', 'revision_number': 0, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:45:08.802926 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0313d-10ed-4d33-ab68-e0341f51441c None None] New status for floating IP d1d56025-3e76-4246-8cd1-c14911b31110: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:45:08.899779 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd251522-df78-40ab-bf87-fbfd5e05ad11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:09.730408 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:11.381697 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:12.712901 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:21.806237 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:45:25.699524 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:36.382196 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-494607a7-5dff-4889-be28-ce599065026a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:38.900156 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0ef92d3f-ffb8-42aa-a24c-389361b55740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:39.733254 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:41.381880 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:42.705230 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:55.699636 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:58.805492 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:46:06.096324 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-58d1562c-d051-46b9-94b2-db9a4d89d779 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391743 Apr 14 21:46:06.181167 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-0aae28f8-c478-4a3a-8707-b99ab42b0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:06.182766 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-0aae28f8-c478-4a3a-8707-b99ab42b0750 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 1129 time: 0.0379629 Apr 14 21:46:06.297317 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-786c547c-d52e-45d0-bcf4-844e9e5d630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:06.298887 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-786c547c-d52e-45d0-bcf4-844e9e5d630e service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.0935271 Apr 14 21:46:06.371342 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-eed47b46-0d21-4553-8e2c-03f385c33c61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b55d545-6116-4131-adb9-af7912468c60 HTTP/1.1" status: 200 len: 1001 time: 0.0633225 Apr 14 21:46:06.384456 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8726bb04-413e-4c56-bc40-a90cbbcb0ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:06.429039 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-a66d2f9f-5a22-4b95-97d2-89d97f711a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:06.430516 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-a66d2f9f-5a22-4b95-97d2-89d97f711a9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0509019 Apr 14 21:46:06.478558 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-906c1b4f-3845-4a89-91a4-407db931b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:06.480000 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-906c1b4f-3845-4a89-91a4-407db931b414 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396011 Apr 14 21:46:06.574149 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-6508ca46-6d77-4090-920f-dec9e5c66ea2 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846775 Apr 14 21:46:06.670500 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44c0fcec-684f-4492-b503-e64eba0cef14 req-e03eb4cc-65d3-4e69-b52f-3a9493c4f61d service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870600 Apr 14 21:46:08.905307 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7772c1d9-92e7-4ec7-b206-8068160e5bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:09.735962 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:11.384918 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:12.715644 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:25.712164 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:35.804240 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:46:36.391987 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-91fa7e73-f07c-4abd-bb41-5c5a6f31de27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:38.907778 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6722e72d-34e0-4874-8799-c14582ba7e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:39.738658 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:41.387438 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:42.709431 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:44.108882 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-be5f09b4-f7ec-4a7e-9504-86a7287f796f tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542488527&fields=id&tenant_id=83743cb03a3341c99562297b54829938 HTTP/1.1" status: 200 len: 267 time: 0.0516655 Apr 14 21:46:44.225602 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871a3-341f-4222-a018-1c923bac3805 req-08b63605-6759-4124-a0b3-5494789d6a34 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:44.227151 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-08b63605-6759-4124-a0b3-5494789d6a34 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 811 time: 0.1107624 Apr 14 21:46:44.243227 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-f1053198-3b47-4f47-83c9-03436dff766c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/quotas/83743cb03a3341c99562297b54829938 HTTP/1.1" status: 200 len: 375 time: 0.0101261 Apr 14 21:46:44.310960 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-b0e440cc-5ee7-4b2e-8f04-e8a2d58fc581 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0588748 Apr 14 21:46:44.373446 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-04997ebe-93ce-41eb-8bc2-470316538814 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:46:44.374548 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-04997ebe-93ce-41eb-8bc2-470316538814 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518622 Apr 14 21:46:44.466152 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-c0eee426-1be5-4c87-9113-fb4aafa5bb9a service neutron] 10.222.0.47 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854855 Apr 14 21:46:44.570930 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-bcf11ebf-182e-44cd-9b0f-34f07c2aab58 service neutron] 10.222.0.47 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988309 Apr 14 21:46:45.880834 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-0c495b12-09b7-4a71-a6d6-a3d5e284f0bb req-67f66502-6c2e-4522-ae36-b2b5cd48bf07 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 210 time: 0.0281203 Apr 14 21:46:46.893005 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871a3-341f-4222-a018-1c923bac3805 req-ef68517b-e864-4335-8470-632916d0d86b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:46.894614 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-ef68517b-e864-4335-8470-632916d0d86b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 811 time: 0.1144426 Apr 14 21:46:46.983575 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-66f0d119-2582-4626-934e-886cf5842886 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83743cb03a3341c99562297b54829938 HTTP/1.1" status: 200 len: 380 time: 0.0792465 Apr 14 21:46:47.003553 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'port': {'device_id': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'admin_state_up': True, 'tenant_id': '83743cb03a3341c99562297b54829938', 'security_groups': ['cddcf302-62e3-4472-8522-b7c6ca211e81']}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:46:47.008312 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f3fec169-e5cd-49dd-bfca-247a5596d3ba req-ed459ae8-879b-461b-84cf-bb5a1e14b0d9 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 210 time: 0.0454657 Apr 14 21:46:47.125051 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Made reservation on behalf of 83743cb03a3341c99562297b54829938 for: {'port': 1} {{(pid=103383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:46:47.128382 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:47.258349 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Allocated IP 172.20.0.9 (82d90ee7-0083-45e5-a54b-aa8f60609e7e/f94ab265-89b2-435e-a5de-ddbea1cfd6d6/806dbbc7-59b0-4f71-ae7a-ccfc00247a65) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:46:47.414352 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:47.447796 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:47.495201 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:46:47.500274 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:46:47.504038 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:46:47.788409 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-28108132-1e22-460d-b671-7489eb0541a6 None None] Provisioning complete for port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 triggered by entity DHCP. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:46:47.789183 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-28108132-1e22-460d-b671-7489eb0541a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:47.804326 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'Port': ['ID=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:46:47.816858 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.818274 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.818274 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.818524 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.818814 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.819143 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.819468 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.819791 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.820624 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.820624 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.820849 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.821065 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.821384 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.821702 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.822051 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:47.824742 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-28108132-1e22-460d-b671-7489eb0541a6 None None] Port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 cannot update to ACTIVE because it is not bound. {{(pid=103385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:46:47.845098 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:47.845707 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:47.862076 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-6e1562ce-b58e-443d-b95b-53240b62867c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8628271 Apr 14 21:46:47.875389 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Request body: {'port': {'device_id': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:46:47.935780 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:48.165818 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ede04-c53c-4cdc-a24b-d208a6a4266c req-c4a621ef-5581-4349-9ad9-fe8eb93ccffd tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:48.167407 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2b4ede04-c53c-4cdc-a24b-d208a6a4266c req-c4a621ef-5581-4349-9ad9-fe8eb93ccffd tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 931 time: 0.0809240 Apr 14 21:46:48.249507 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-2b4ede04-c53c-4cdc-a24b-d208a6a4266c req-f2dfe809-4d4d-4652-88a5-72bd42250ec8 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752587 Apr 14 21:46:48.283721 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 {{(pid=103383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:46:48.292075 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Publish callbacks [] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:48.306027 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.provisioning_blocks [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Transition to ACTIVE for port object 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 will not be triggered until provisioned by entity L2. {{(pid=103383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:46:48.310195 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:48.377909 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Pushing event updated for resources: {'Port': ['ID=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:46:48.463366 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Attempting to bind port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:46:48.463710 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Attempting to bind port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:46:48.464233 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Attempting to bind port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:46:48.473044 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:46:48.474132 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Attempting to bind port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 on network 82d90ee7-0083-45e5-a54b-aa8f60609e7e {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:46:48.481051 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Checking agent: {'id': '50af0e65-488a-437f-8222-3104dd05c63e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'started_at': datetime.datetime(2022, 4, 14, 21, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:46:48.481412 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Checking segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:46:48.481823 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Bound using segment: {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'} {{(pid=103383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:46:48.482266 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.managers [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Bound port: 806dbbc7-59b0-4f71-ae7a-ccfc00247a65, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc960d4c-2a36-47fe-8a1c-013587ab1422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e'}}] {{(pid=103383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:46:48.482634 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:48.549995 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] For port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65, host hv-cinder-83754, cleared binding levels {{(pid=103383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:46:48.554184 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] For port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:46:48.561043 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:48.613117 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:48.613117 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:48.613117 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] 10.222.0.13 "PUT /v2.0/ports/806dbbc7-59b0-4f71-ae7a-ccfc00247a65 HTTP/1.1" status: 200 len: 1093 time: 0.7413759 Apr 14 21:46:48.613549 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'tag': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:46:48.616288 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a63902-635e-4b74-83e2-8609e16b8e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec70d94-1120-4cc6-9338-3b6d17db3216", "tag": "806dbbc7-59b0-4f71-ae7a-ccfc00247a65"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:46:48.651408 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb744d3-fa0d-40ec-a1d7-4e1a2f58d581 service neutron] Pushing event updated for resources: {'Port': ['ID=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,revision_number=3']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:46:48.670907 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62cfb98-4214-4b2f-bf12-2e68e2b9038c x-openstack-request-id: req-f62cfb98-4214-4b2f-bf12-2e68e2b9038c {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:46:48.671359 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec70d94-1120-4cc6-9338-3b6d17db3216", "tag": "806dbbc7-59b0-4f71-ae7a-ccfc00247a65", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:46:48.671786 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f62cfb98-4214-4b2f-bf12-2e68e2b9038c {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:46:48.672542 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62cfb98-4214-4b2f-bf12-2e68e2b9038c'] response: {'name': 'network-changed', 'server_uuid': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'tag': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'status': 'completed', 'code': 200} Apr 14 21:46:48.722418 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871a3-341f-4222-a018-1c923bac3805 req-1f7cc8bd-ea51-4c18-8e4d-111c3a074db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:48.724038 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-1f7cc8bd-ea51-4c18-8e4d-111c3a074db3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 1127 time: 0.0461712 Apr 14 21:46:48.773106 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-5a3ae2ce-6284-46f6-a66c-86f2616bdbde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=806dbbc7-59b0-4f71-ae7a-ccfc00247a65 HTTP/1.1" status: 200 len: 217 time: 0.0373797 Apr 14 21:46:48.830540 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871a3-341f-4222-a018-1c923bac3805 req-bfb8decf-8914-4ce9-b7bd-0a72672a7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:48.832025 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-bfb8decf-8914-4ce9-b7bd-0a72672a7642 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0500813 Apr 14 21:46:48.878573 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995871a3-341f-4222-a018-1c923bac3805 req-c1ea1973-0bc2-4c82-a23d-e9d704d135a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:48.880648 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-c1ea1973-0bc2-4c82-a23d-e9d704d135a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390017 Apr 14 21:46:48.972438 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-8c413e83-f8c6-4c99-92a4-dc7357ccd155 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821812 Apr 14 21:46:49.070463 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-995871a3-341f-4222-a018-1c923bac3805 req-4231afb3-4d5f-42c5-940b-009e8e126a9d service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880921 Apr 14 21:46:49.368718 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077739c9-9f71-45f6-905a-a32ff235d1b0 req-b111bbf7-2717-4429-af23-8171f2b9c9f9 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:49.371220 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-077739c9-9f71-45f6-905a-a32ff235d1b0 req-b111bbf7-2717-4429-af23-8171f2b9c9f9 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 943 time: 0.0515587 Apr 14 21:46:49.433548 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-ae578000-6135-41af-bb92-bef176390f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:49.435146 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-ae578000-6135-41af-bb92-bef176390f6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 1127 time: 0.0640831 Apr 14 21:46:49.471708 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-077739c9-9f71-45f6-905a-a32ff235d1b0 req-287f387c-1f64-4cb1-8a45-1992cb748532 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927291 Apr 14 21:46:49.547153 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-8bc584b8-4694-4c1b-b379-57ea0b1fdec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:49.548745 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-8bc584b8-4694-4c1b-b379-57ea0b1fdec7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.1027386 Apr 14 21:46:49.597548 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-cebf1931-748b-413a-89e1-6492aa7c3b26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=806dbbc7-59b0-4f71-ae7a-ccfc00247a65 HTTP/1.1" status: 200 len: 217 time: 0.0399218 Apr 14 21:46:49.655198 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-41ecca77-748e-4119-8c9a-9358bfa70e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:49.656610 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-41ecca77-748e-4119-8c9a-9358bfa70e88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0507777 Apr 14 21:46:49.700397 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-88e9b589-c0e0-456c-8899-4dffa11154d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:49.701951 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-88e9b589-c0e0-456c-8899-4dffa11154d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394928 Apr 14 21:46:49.800421 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-c978e0d7-0a9b-4585-aeb3-93d04e95fc14 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913143 Apr 14 21:46:49.897493 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-c2a63902-635e-4b74-83e2-8609e16b8e2e req-2d8873c5-c7b0-48bf-82d6-4f6dc7ea4f33 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865281 Apr 14 21:46:50.595042 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ccc4d-ec33-428f-a0ea-d6ba3d745f79 req-2c6d3dbc-02d6-4ae6-912a-4eb74d433233 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:50.596523 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-859ccc4d-ec33-428f-a0ea-d6ba3d745f79 req-2c6d3dbc-02d6-4ae6-912a-4eb74d433233 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 943 time: 0.0470831 Apr 14 21:46:50.650234 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-859ccc4d-ec33-428f-a0ea-d6ba3d745f79 req-7bfb9b7e-175f-48ef-85c5-255860c17185 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474455 Apr 14 21:46:51.763570 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbc0ec-ec48-4c91-9495-35457b994a78 req-50cdb496-a941-4e81-8bb9-53d365f05f55 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:51.765058 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cbbc0ec-ec48-4c91-9495-35457b994a78 req-50cdb496-a941-4e81-8bb9-53d365f05f55 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 943 time: 0.0477035 Apr 14 21:46:51.815002 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5cbbc0ec-ec48-4c91-9495-35457b994a78 req-18b3fc6c-688b-47e4-83e6-4a38cebdee6a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Apr 14 21:46:52.930767 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0531f1f-d03b-4326-8803-0ac251663e00 req-964093a0-bbe1-4791-a269-f9dc7d25fd10 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:52.932302 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e0531f1f-d03b-4326-8803-0ac251663e00 req-964093a0-bbe1-4791-a269-f9dc7d25fd10 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 943 time: 0.0497260 Apr 14 21:46:52.984664 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e0531f1f-d03b-4326-8803-0ac251663e00 req-8d5cf5fa-25a0-4b32-978f-0985eba36f8e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467858 Apr 14 21:46:54.108172 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4499bf0-ee7d-483a-87eb-89f357677d78 req-53b8e879-f83a-4080-a2b7-35ca600c7b5e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:54.109646 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e4499bf0-ee7d-483a-87eb-89f357677d78 req-53b8e879-f83a-4080-a2b7-35ca600c7b5e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 943 time: 0.0548160 Apr 14 21:46:54.161480 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-e4499bf0-ee7d-483a-87eb-89f357677d78 req-805485b5-3528-4051-869c-32c580b7bfb8 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Apr 14 21:46:55.275093 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6e278-0b4d-4020-a9ce-427e8d5eaa09 req-edbcbb86-fa6a-4d03-a562-498efa1a1370 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:55.276491 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6bc6e278-0b4d-4020-a9ce-427e8d5eaa09 req-edbcbb86-fa6a-4d03-a562-498efa1a1370 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 943 time: 0.0468423 Apr 14 21:46:55.323671 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6bc6e278-0b4d-4020-a9ce-427e8d5eaa09 req-a4dcada1-3604-4b16-8143-28d61bbb4f8f tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418205 Apr 14 21:46:55.732726 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:55.983052 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:46:56.078177 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:46:56.092777 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Returning: {'device': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'port_id': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'mac_address': 'fa:16:3e:1f:1f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:46:56.129078 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 is: DOWN; New status is: BUILD {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:46:56.129471 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:56.142357 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:46:56.160966 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:46:56.165695 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:56.212338 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,revision_number=4']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:46:56.219093 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.219434 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.219773 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.220106 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.220433 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.220756 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.221079 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.221399 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.221735 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.222064 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.222386 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.222709 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.223028 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.223346 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.223687 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:46:56.419937 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] get_ports_and_sgs() called for port_ids ['806dbbc7-59b0-4f71-ae7a-ccfc00247a65'] {{(pid=103385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:46:56.438145 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026a7e6-5321-4300-9131-990ca275a9bf req-dd80442e-695c-411f-800b-72c517e6c639 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:56.440135 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4026a7e6-5321-4300-9131-990ca275a9bf req-dd80442e-695c-411f-800b-72c517e6c639 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 944 time: 0.0522521 Apr 14 21:46:56.489532 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-4026a7e6-5321-4300-9131-990ca275a9bf req-7fd06924-bc00-4a55-b2e4-d4e6116cad1e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 Apr 14 21:46:57.623696 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd374a-fdeb-4fe1-9cb9-629fb77c22bb req-f943b373-1a86-46c7-8c98-fa447ecf8107 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:57.625349 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-69fd374a-fdeb-4fe1-9cb9-629fb77c22bb req-f943b373-1a86-46c7-8c98-fa447ecf8107 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 944 time: 0.0652280 Apr 14 21:46:57.679044 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-69fd374a-fdeb-4fe1-9cb9-629fb77c22bb req-535cef7c-964c-4074-85ae-a38a6761e903 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468197 Apr 14 21:46:57.983423 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 up at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:46:58.028726 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning for port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 completed by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:46:58.035183 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Provisioning complete for port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 triggered by entity L2. {{(pid=103385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:46:58.035567 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3543299'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), provisioning_complete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:58.119953 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Current status of the port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 is: BUILD; New status is: ACTIVE {{(pid=103385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:46:58.120337 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:58.143449 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:46:58.145650 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f01646b12b693cf81efd87dd6c505ab74deb7f5a7a604d76c7058a68e491e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c43ccae-a336-4c91-895a-ca3af16fbc61" -d '{"events": [{"server_uuid": "0ec70d94-1120-4cc6-9338-3b6d17db3216", "name": "network-vif-plugged", "status": "completed", "tag": "806dbbc7-59b0-4f71-ae7a-ccfc00247a65"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:46:58.158355 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] For port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:46:58.163410 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:58.187347 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb10466-007f-478a-81b2-c2fc8e6fb767 x-openstack-request-id: req-5cb10466-007f-478a-81b2-c2fc8e6fb767 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:46:58.187635 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec70d94-1120-4cc6-9338-3b6d17db3216", "name": "network-vif-plugged", "status": "completed", "tag": "806dbbc7-59b0-4f71-ae7a-ccfc00247a65", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:46:58.187883 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5cb10466-007f-478a-81b2-c2fc8e6fb767 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:46:58.188268 dv-cinder-837543-3-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb10466-007f-478a-81b2-c2fc8e6fb767'] response: {'server_uuid': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'code': 200} Apr 14 21:46:58.214608 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Pushing event updated for resources: {'Port': ['ID=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,revision_number=5']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:46:58.421987 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c33a30-2b53-4631-8c28-0b3360883398 req-4d00fb33-ac38-4621-afbd-e8cf8ff9a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:58.423483 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-12c33a30-2b53-4631-8c28-0b3360883398 req-4d00fb33-ac38-4621-afbd-e8cf8ff9a8ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 1129 time: 0.0408130 Apr 14 21:46:58.475965 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-12c33a30-2b53-4631-8c28-0b3360883398 req-36a304ef-90ec-4806-a229-531c6dc0b03c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443044 Apr 14 21:46:58.794456 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5117e-51ec-472a-a6e0-1865a5114755 req-be2fdffa-ad1e-4e52-a9c6-852609740122 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:58.795868 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ac5117e-51ec-472a-a6e0-1865a5114755 req-be2fdffa-ad1e-4e52-a9c6-852609740122 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 945 time: 0.0482633 Apr 14 21:46:58.849261 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-1ac5117e-51ec-472a-a6e0-1865a5114755 req-cfb2ee2f-668c-475c-9aec-6dd9ba157600 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440998 Apr 14 21:46:59.971058 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09be31d-5dde-4eb6-9108-3c6a311544b1 req-7ca93351-ab1d-42b2-9f3e-e9c2a4ec6138 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:46:59.972558 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f09be31d-5dde-4eb6-9108-3c6a311544b1 req-7ca93351-ab1d-42b2-9f3e-e9c2a4ec6138 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 945 time: 0.0481298 Apr 14 21:47:00.021106 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f09be31d-5dde-4eb6-9108-3c6a311544b1 req-5092a376-16b0-48ee-af99-e40517a80efa tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420022 Apr 14 21:47:00.139328 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6e601-948c-483d-9f48-30afa1e6fa59 req-708463c3-d88b-48e7-a849-6aa4d3806140 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:00.140734 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3bc6e601-948c-483d-9f48-30afa1e6fa59 req-708463c3-d88b-48e7-a849-6aa4d3806140 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 945 time: 0.0524850 Apr 14 21:47:00.191801 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-3bc6e601-948c-483d-9f48-30afa1e6fa59 req-3e8d4430-7e44-49f5-8d4f-3231e57e574b tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452309 Apr 14 21:47:00.214653 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37876) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:00.254735 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9939c08e-614b-4f4e-87a6-70e831d4ad57 tempest-TestVolumeBootPattern-1299157397 tempest-TestVolumeBootPattern-1299157397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:00.256578 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-9939c08e-614b-4f4e-87a6-70e831d4ad57 tempest-TestVolumeBootPattern-1299157397 tempest-TestVolumeBootPattern-1299157397-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 1124 time: 0.0408375 Apr 14 21:47:00.260001 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37878) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:47:00.264845 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.v2.base [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Request body: {'floatingip': {'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'port_id': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'tenant_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:47:00.284759 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:00.366582 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (None), before_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:00.476460 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_common [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Allocated IP 172.27.3.148 (c0aad007-68de-449c-abb1-9901663a3e9a/55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8/27c26d9a-ff31-4197-ab31-d966abd79696) {{(pid=103383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:47:00.580813 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for port (27c26d9a-ff31-4197-ab31-d966abd79696), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:00.614516 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792835165862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (27c26d9a-ff31-4197-ab31-d966abd79696), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:00.656854 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Network c0aad007-68de-449c-abb1-9901663a3e9a is already hosted by enough agents. {{(pid=103383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:47:00.660037 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.base_scheduler [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Resources bound (agent type, host, resource id): {{(pid=103383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:47:00.665085 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Received port after_create {{(pid=103383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:47:00.668200 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'Port': ['ID=27c26d9a-ff31-4197-ab31-d966abd79696,revision_number=1']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:01.038926 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4), precommit_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:01.109233 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3589388'] for port (27c26d9a-ff31-4197-ab31-d966abd79696), before_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:01.263853 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for port (27c26d9a-ff31-4197-ab31-d966abd79696), precommit_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:01.268342 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792835542056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792835165880', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792835165898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7738082'] for port (27c26d9a-ff31-4197-ab31-d966abd79696), after_update {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:01.337549 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event updated for resources: {'Port': ['ID=27c26d9a-ff31-4197-ab31-d966abd79696,revision_number=2']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:47:01.354245 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-521164'] for floatingip (fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4), after_create {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:01.461287 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.db.l3_db [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Floating IP fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4 associated. External IP: 172.27.3.148, port: 806dbbc7-59b0-4f71-ae7a-ccfc00247a65. Apr 14 21:47:01.685616 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:47:01.811751 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:47:01.825430 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] Sync routers for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:47:01.828899 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:01.836134 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:47:01.836755 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:46:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:01.957679 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:47:02.175070 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-ada948fb-b88e-4705-b3c0-6be7064dc06a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9138000 Apr 14 21:47:02.175844 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'tag': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:47:02.178704 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a8128f-62e7-4734-9fb1-76f0d2c25325" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec70d94-1120-4cc6-9338-3b6d17db3216", "tag": "806dbbc7-59b0-4f71-ae7a-ccfc00247a65"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:47:02.217863 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004247f0-5383-46f4-951f-9ac74fce0e51 x-openstack-request-id: req-004247f0-5383-46f4-951f-9ac74fce0e51 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:47:02.218163 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec70d94-1120-4cc6-9338-3b6d17db3216", "tag": "806dbbc7-59b0-4f71-ae7a-ccfc00247a65", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:47:02.218418 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-004247f0-5383-46f4-951f-9ac74fce0e51 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:47:02.218825 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004247f0-5383-46f4-951f-9ac74fce0e51'] response: {'name': 'network-changed', 'server_uuid': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'tag': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'status': 'completed', 'code': 200} Apr 14 21:47:02.286964 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-9875941d-36e0-4c6e-978a-811097aac36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:02.288564 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-9875941d-36e0-4c6e-978a-811097aac36b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 1129 time: 0.0481498 Apr 14 21:47:02.336434 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'd1d56025-3e76-4246-8cd1-c14911b31110', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:18:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:45:06Z', 'updated_at': '2022-04-14T21:45:08Z', 'revision_number': 1, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}, {'id': 'fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:1f:1f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:47:00Z', 'updated_at': '2022-04-14T21:47:00Z', 'revision_number': 0, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:02.366949 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] Checking router: b4a64c8a-072e-4a2c-a6bd-aea2774986c3 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:47:02.375332 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:47:02.375938 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:46:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:02.382617 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-5e937f96-5714-4a05-ba7f-6ac409ecc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:02.384135 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-5e937f96-5714-4a05-ba7f-6ac409ecc417 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.0890057 Apr 14 21:47:02.450034 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-77410e04-61da-496e-a7e0-3507a86ebf39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=806dbbc7-59b0-4f71-ae7a-ccfc00247a65 HTTP/1.1" status: 200 len: 999 time: 0.0602040 Apr 14 21:47:02.485279 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:47:02.498883 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-f7fa2ef4-d910-4d33-98b3-af0e4ca60c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:02.500424 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-f7fa2ef4-d910-4d33-98b3-af0e4ca60c5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0448503 Apr 14 21:47:02.549940 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-e4fdfadc-122d-43b1-9d8c-8acb2942b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:02.551442 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-e4fdfadc-122d-43b1-9d8c-8acb2942b8b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455036 Apr 14 21:47:02.642765 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-d5608a93-c926-4038-89a5-55a12dc42cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842857 Apr 14 21:47:02.705265 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'd1d56025-3e76-4246-8cd1-c14911b31110', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:18:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:45:06Z', 'updated_at': '2022-04-14T21:45:08Z', 'revision_number': 1, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}, {'id': 'fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:1f:1f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:47:00Z', 'updated_at': '2022-04-14T21:47:00Z', 'revision_number': 0, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:47:02.741665 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d5e65-76ff-4eb9-b330-2c80228f2584 None None] The sync data for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi is: [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'd1d56025-3e76-4246-8cd1-c14911b31110', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:18:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:45:06Z', 'updated_at': '2022-04-14T21:45:08Z', 'revision_number': 1, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}, {'id': 'fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:1f:1f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:47:00Z', 'updated_at': '2022-04-14T21:47:00Z', 'revision_number': 0, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:47:02.744585 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-78a8128f-62e7-4734-9fb1-76f0d2c25325 req-b4f15919-5870-45de-85bb-dc9ffec4fc9e service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958729 Apr 14 21:47:02.929195 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfcd29-e162-4ec1-90e3-471dbc374cc5 None None] New status for floating IP fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4: ACTIVE {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:47:06.103332 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-d9359d6c-7510-4b30-900a-15f447738f4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498178 Apr 14 21:47:06.189095 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-fb846a9f-c36e-4f92-93ec-7685a0d4c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:06.191095 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-fb846a9f-c36e-4f92-93ec-7685a0d4c03b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 1129 time: 0.0422137 Apr 14 21:47:06.303397 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-9e335df9-7bb8-4900-a23d-fa776861a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:06.304864 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-9e335df9-7bb8-4900-a23d-fa776861a568 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.0938463 Apr 14 21:47:06.376778 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-5870c657-2d1e-4b1f-a790-26e1db208b35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b55d545-6116-4131-adb9-af7912468c60 HTTP/1.1" status: 200 len: 1001 time: 0.0649266 Apr 14 21:47:06.384765 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c773dab-fa7e-4227-a344-f183602d9b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:06.433370 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-ed40868a-0fac-4408-9717-a80bd0ba3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:06.434889 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-ed40868a-0fac-4408-9717-a80bd0ba3d03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0515916 Apr 14 21:47:06.479288 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-cc269aa6-29f4-4fa0-bff3-122fc969a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:47:06.480796 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-cc269aa6-29f4-4fa0-bff3-122fc969a58e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402982 Apr 14 21:47:06.569359 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-1f8048ee-df39-4025-adbe-b0e2b745accb service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820630 Apr 14 21:47:06.662254 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-957d70bd-a6ec-4974-88cb-89aeec6b7bb8 req-841c6461-2fb0-421f-b1fb-2e7f4abcb850 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866613 Apr 14 21:47:08.910254 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bed08fb3-714e-428f-9cfd-8787bfaa9bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:09.741282 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:11.389904 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:12.713505 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:12.803387 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:47:25.731886 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:36.386830 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f1adf0f-5c2d-479b-973a-fafeb69920a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:38.912392 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7be343f2-78ab-4137-a9f4-580ab51cc28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:39.745061 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:41.394902 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:42.716457 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:49.802049 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:47:55.747979 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:06.392816 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-81bbd0a7-b11e-4d15-95e2-7296cc65ffaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:08.149848 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-39b05b74-8d82-4432-a37b-b4f59876636e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849378 Apr 14 21:48:08.224291 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-d286c9d0-3700-4415-8689-b67e6afdce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:08.225705 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-d286c9d0-3700-4415-8689-b67e6afdce23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 1129 time: 0.0429211 Apr 14 21:48:08.344507 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-c050396e-64da-4fd3-ad75-c58dab3bfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:08.346026 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-c050396e-64da-4fd3-ad75-c58dab3bfab4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.0942507 Apr 14 21:48:08.414915 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-6eb4a2b1-5720-4fca-8663-4ea6be3b7def service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=806dbbc7-59b0-4f71-ae7a-ccfc00247a65 HTTP/1.1" status: 200 len: 1001 time: 0.0588956 Apr 14 21:48:08.470627 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-dccaa540-4ea4-4d0c-a86a-e057c0e8ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:08.472099 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-dccaa540-4ea4-4d0c-a86a-e057c0e8ea24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0482523 Apr 14 21:48:08.516840 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-478af101-27b4-4f4e-912c-cfaa79f7d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:08.518281 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-478af101-27b4-4f4e-912c-cfaa79f7d6b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390816 Apr 14 21:48:08.613543 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-35654295-1258-410b-891f-09f35c6c946b service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847638 Apr 14 21:48:08.716518 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f9451953-2dbb-42ab-b863-3e5cd8b3b6d2 req-e90b7e61-0d36-4394-8778-05c174e929c2 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921347 Apr 14 21:48:08.914540 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e6ec9df2-72de-4b98-addd-4973b8b305ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:09.747328 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:11.395716 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:12.719262 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:25.744238 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:26.800504 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:48:36.385165 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-98f043ad-62f9-430b-b466-310b4dfcf146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:38.917297 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-49a0eb9c-38ba-4a0d-b9e1-651058e04fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:39.750561 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:40.672172 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37918) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:40.876328 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Deleting port 27c26d9a-ff31-4197-ab31-d966abd79696 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:40.877279 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (27c26d9a-ff31-4197-ab31-d966abd79696), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:40.960411 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (27c26d9a-ff31-4197-ab31-d966abd79696), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:40.960737 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (27c26d9a-ff31-4197-ab31-d966abd79696), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:40.974572 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Calling delete_port for 27c26d9a-ff31-4197-ab31-d966abd79696 owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:41.127290 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (27c26d9a-ff31-4197-ab31-d966abd79696), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:41.155130 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event deleted for resources: {'Port': ['ID=27c26d9a-ff31-4197-ab31-d966abd79696,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:41.183010 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.183282 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.183619 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.184011 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.184281 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.184604 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.184925 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.185254 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.185579 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.185920 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.186248 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.186565 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.186880 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.187236 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.188137 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:41.231665 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:41.231981 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Floating IP fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4 disassociated (deleted). External IP: 172.27.3.148, port: 806dbbc7-59b0-4f71-ae7a-ccfc00247a65. Apr 14 21:48:41.400121 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:41.458542 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:48:41.569935 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:48:41.574867 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:41.580362 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] Sync routers for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:48:41.590383 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:48:41.590998 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:48:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:41.607607 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-7d5ea624-0dee-48e7-b1b7-773b0853d657 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "DELETE /v2.0/floatingips/fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4 HTTP/1.1" status: 204 len: 168 time: 0.9344156 Apr 14 21:48:41.608207 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'tag': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:48:41.610607 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec70d94-1120-4cc6-9338-3b6d17db3216", "tag": "806dbbc7-59b0-4f71-ae7a-ccfc00247a65"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:48:41.718121 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:48:41.815141 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ef49d5-ce89-44bd-bc85-d8974ad98252 x-openstack-request-id: req-93ef49d5-ce89-44bd-bc85-d8974ad98252 {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:48:41.815618 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec70d94-1120-4cc6-9338-3b6d17db3216", "tag": "806dbbc7-59b0-4f71-ae7a-ccfc00247a65", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:48:41.815780 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93ef49d5-ce89-44bd-bc85-d8974ad98252 {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:48:41.816367 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ef49d5-ce89-44bd-bc85-d8974ad98252'] response: {'name': 'network-changed', 'server_uuid': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'tag': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'status': 'completed', 'code': 200} Apr 14 21:48:41.903889 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e9fd7-bbca-48d3-b904-dfac310e63e2 req-4680bc98-f51c-4db0-a8f2-c4cc6ce2b21d tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:41.905361 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d20e9fd7-bbca-48d3-b904-dfac310e63e2 req-4680bc98-f51c-4db0-a8f2-c4cc6ce2b21d tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 945 time: 0.1015422 Apr 14 21:48:41.956751 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-d20e9fd7-bbca-48d3-b904-dfac310e63e2 req-2e4e4b56-aa68-4b10-9841-8bb33d40038c tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432951 Apr 14 21:48:41.957105 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'd1d56025-3e76-4246-8cd1-c14911b31110', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:18:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:45:06Z', 'updated_at': '2022-04-14T21:45:08Z', 'revision_number': 1, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:41.983598 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] Checking router: b4a64c8a-072e-4a2c-a6bd-aea2774986c3 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:48:41.993362 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:48:41.993984 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:48:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:42.104265 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:48:42.320390 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'd1d56025-3e76-4246-8cd1-c14911b31110', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:18:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:45:06Z', 'updated_at': '2022-04-14T21:45:08Z', 'revision_number': 1, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:42.346253 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7de41e-94ab-4a33-ada4-b2824add8a44 None None] The sync data for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi is: [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_floatingips': [{'id': 'd1d56025-3e76-4246-8cd1-c14911b31110', 'tenant_id': '83743cb03a3341c99562297b54829938', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'router_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'port_id': '5b55d545-6116-4131-adb9-af7912468c60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'mac_address': 'fa:16:3e:18:0b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b076702b-a679-4c3b-85b2-92faae062fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:45:06Z', 'updated_at': '2022-04-14T21:45:08Z', 'revision_number': 1, 'project_id': '83743cb03a3341c99562297b54829938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:48:42.561464 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828fa26f-6be7-4db5-aa03-48a35d1a945c None None] New status for floating IP fd23f76c-7c0c-47b5-8267-7f2bb7cdaed4: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:48:42.722180 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:43.066533 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-4ddf59a4-252d-4f8c-ac86-78de06a99655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:43.068045 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-4ddf59a4-252d-4f8c-ac86-78de06a99655 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 1129 time: 0.0484228 Apr 14 21:48:43.185123 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044f722-8ab4-442b-9ddb-d11e1deb05e0 req-d5fe1270-000d-414a-ad94-588c21ba8b20 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:43.186651 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a044f722-8ab4-442b-9ddb-d11e1deb05e0 req-d5fe1270-000d-414a-ad94-588c21ba8b20 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 945 time: 0.1590037 Apr 14 21:48:43.225224 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-d6484e08-f451-491d-8d93-4b5daed610b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:43.226641 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-d6484e08-f451-491d-8d93-4b5daed610b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.1501420 Apr 14 21:48:43.282470 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-a044f722-8ab4-442b-9ddb-d11e1deb05e0 req-cb60d0cb-04ac-4753-b34e-d1381dd1160d tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890820 Apr 14 21:48:43.283690 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-73267f2d-1881-43c5-b6d2-40026a73f9e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=806dbbc7-59b0-4f71-ae7a-ccfc00247a65 HTTP/1.1" status: 200 len: 217 time: 0.0489464 Apr 14 21:48:43.532147 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-14daf329-528b-4794-a136-ad0956810817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:43.533508 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-14daf329-528b-4794-a136-ad0956810817 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0449750 Apr 14 21:48:43.607714 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-71611f6e-fb0e-4923-95fa-941d1c1c9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:43.609294 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-71611f6e-fb0e-4923-95fa-941d1c1c9264 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696390 Apr 14 21:48:43.622297 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-1e846fb5-3ad7-4404-9fd8-5e16e281b27e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:43.623683 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-1e846fb5-3ad7-4404-9fd8-5e16e281b27e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 945 time: 0.0540092 Apr 14 21:48:43.771802 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Deleting port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:43.772142 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:43.796053 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-a27b54ec-d6d5-4c4b-929f-531b85850b46 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713357 Apr 14 21:48:43.925950 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] For port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:48:43.926320 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:43.948456 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Calling delete_port for 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:43.963069 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-bbd3c5f1-852e-40ad-98c9-5b5fc1e18cf2 req-452b12a2-7adb-43c1-af14-e851d5666404 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372454 Apr 14 21:48:44.089274 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (806dbbc7-59b0-4f71-ae7a-ccfc00247a65), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:44.115861 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event deleted for resources: {'Port': ['ID=806dbbc7-59b0-4f71-ae7a-ccfc00247a65,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:44.130682 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.131030 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.131373 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.131707 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.132043 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.132369 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.132695 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.133087 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.133341 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.133667 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.134020 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.134425 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.134774 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.135249 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.135485 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:44.172661 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] No DVR routers for this DVR port 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:48:44.175332 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:44.179342 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6ed2427f-4dad-4ede-8dc3-8e9d70e55eb2 req-7b1b6d54-5027-429c-ad0c-acb8a0a18566 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "DELETE /v2.0/ports/806dbbc7-59b0-4f71-ae7a-ccfc00247a65 HTTP/1.1" status: 204 len: 173 time: 0.5454571 Apr 14 21:48:44.179808 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'name': 'network-vif-deleted', 'tag': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:48:44.182167 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaa74bc-3029-41c1-a5df-27aaddac55ac" -d '{"events": [{"server_uuid": "0ec70d94-1120-4cc6-9338-3b6d17db3216", "name": "network-vif-deleted", "tag": "806dbbc7-59b0-4f71-ae7a-ccfc00247a65"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:48:44.282260 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bd97f2-d13d-4a61-b0d0-3580d6207eb7 x-openstack-request-id: req-43bd97f2-d13d-4a61-b0d0-3580d6207eb7 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:48:44.282564 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec70d94-1120-4cc6-9338-3b6d17db3216", "name": "network-vif-deleted", "tag": "806dbbc7-59b0-4f71-ae7a-ccfc00247a65", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:48:44.282849 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-43bd97f2-d13d-4a61-b0d0-3580d6207eb7 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:48:44.283297 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43bd97f2-d13d-4a61-b0d0-3580d6207eb7'] response: {'server_uuid': '0ec70d94-1120-4cc6-9338-3b6d17db3216', 'name': 'network-vif-deleted', 'tag': '806dbbc7-59b0-4f71-ae7a-ccfc00247a65', 'status': 'completed', 'code': 200} Apr 14 21:48:44.382332 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-9f0cbc8b-f51a-487e-a2d9-9e877ac27b33 req-b775e0b4-3322-4dbd-839d-18cd38f56559 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ec70d94-1120-4cc6-9338-3b6d17db3216 HTTP/1.1" status: 200 len: 210 time: 0.0314264 Apr 14 21:48:46.355197 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:48:46.380246 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:48:46.380601 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 806dbbc7-59b0-4f71-ae7a-ccfc00247a65 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:48:47.670842 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 37968) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:47.816797 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Deleting port 474be188-c6cd-4223-9238-a2c80267291e {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:47.817138 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (474be188-c6cd-4223-9238-a2c80267291e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:47.893088 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (474be188-c6cd-4223-9238-a2c80267291e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:47.893435 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (474be188-c6cd-4223-9238-a2c80267291e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:47.906315 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Calling delete_port for 474be188-c6cd-4223-9238-a2c80267291e owned by network:floatingip {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:48.054154 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (474be188-c6cd-4223-9238-a2c80267291e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:48.076753 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event deleted for resources: {'Port': ['ID=474be188-c6cd-4223-9238-a2c80267291e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:48.143819 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (d1d56025-3e76-4246-8cd1-c14911b31110), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:48.144260 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.db.l3_db [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Floating IP d1d56025-3e76-4246-8cd1-c14911b31110 disassociated (deleted). External IP: 172.27.3.160, port: 5b55d545-6116-4131-adb9-af7912468c60. Apr 14 21:48:48.598930 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:48:48.711862 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:48:48.717528 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:48.723727 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] Sync routers for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:48:48.739098 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:48:48.740313 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:48:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:48.748385 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-35a1891c-4b3a-4d77-b073-2cfc7923c83e tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "DELETE /v2.0/floatingips/d1d56025-3e76-4246-8cd1-c14911b31110 HTTP/1.1" status: 204 len: 168 time: 1.0764425 Apr 14 21:48:48.749166 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b076702b-a679-4c3b-85b2-92faae062fed', 'tag': '5b55d545-6116-4131-adb9-af7912468c60'}] {{(pid=103384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:48:48.751511 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b90d95eeff87b3b69b252d9fda75344dfed4d30662291a179d9d9ed648f886c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ad9ec7-b029-4a21-9447-208a969c39d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b076702b-a679-4c3b-85b2-92faae062fed", "tag": "5b55d545-6116-4131-adb9-af7912468c60"}]}' {{(pid=103384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:48:48.790289 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a19a575-d355-4b8f-b7e4-1945f3254ced x-openstack-request-id: req-8a19a575-d355-4b8f-b7e4-1945f3254ced {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:48:48.790577 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b076702b-a679-4c3b-85b2-92faae062fed", "tag": "5b55d545-6116-4131-adb9-af7912468c60", "status": "completed", "code": 200}]} {{(pid=103384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:48:48.791448 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a19a575-d355-4b8f-b7e4-1945f3254ced {{(pid=103384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:48:48.791860 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a19a575-d355-4b8f-b7e4-1945f3254ced'] response: {'name': 'network-changed', 'server_uuid': 'b076702b-a679-4c3b-85b2-92faae062fed', 'tag': '5b55d545-6116-4131-adb9-af7912468c60', 'status': 'completed', 'code': 200} Apr 14 21:48:48.871928 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-0a694f91-4b71-4fae-896e-4b4bf2cf29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:48.873648 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-0a694f91-4b71-4fae-896e-4b4bf2cf29bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83743cb03a3341c99562297b54829938&device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 1129 time: 0.0483711 Apr 14 21:48:49.002303 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:48:49.017844 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff0ffa-8aaa-4ba4-86c8-54764877aca5 req-ce4da836-de12-45ce-93a1-c915ad1fa769 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:49.019267 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b9ff0ffa-8aaa-4ba4-86c8-54764877aca5 req-ce4da836-de12-45ce-93a1-c915ad1fa769 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 945 time: 0.0695691 Apr 14 21:48:49.020376 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-71b052d3-bd7c-4edf-94ed-ce9bf6de8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:49.021691 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-71b052d3-bd7c-4edf-94ed-ce9bf6de8742 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 200 len: 912 time: 0.1361687 Apr 14 21:48:49.082065 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-b9ff0ffa-8aaa-4ba4-86c8-54764877aca5 req-06a04749-ffb3-4ba8-9505-123ba222cf7f tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567324 Apr 14 21:48:49.195787 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:49.228191 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] Checking router: b4a64c8a-072e-4a2c-a6bd-aea2774986c3 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:48:49.236556 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:48:49.237171 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:48:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:49.344808 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:48:49.535239 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:49.561344 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14870173-acfd-4c05-bede-ba0d34525ba3 None None] The sync data for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi is: [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:06Z', 'revision_number': 4, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi', '_interfaces': [{'id': 'c41e8f19-41ff-4db5-ad35-ae124b115f1f', 'name': '', 'network_id': '82d90ee7-0083-45e5-a54b-aa8f60609e7e', 'tenant_id': '83743cb03a3341c99562297b54829938', 'mac_address': 'fa:16:3e:68:0c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:05Z', 'updated_at': '2022-04-14T21:42:10Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'subnets': [{'id': 'f94ab265-89b2-435e-a5de-ddbea1cfd6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:48:49.788223 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86811e4-5bc2-466f-a070-54e591684b45 None None] New status for floating IP d1d56025-3e76-4246-8cd1-c14911b31110: DOWN {{(pid=103386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:48:50.140199 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-521df1ea-933d-4848-8bc7-0cdd3f2f55a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b55d545-6116-4131-adb9-af7912468c60 HTTP/1.1" status: 200 len: 217 time: 0.0363560 Apr 14 21:48:50.223671 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-fd585293-a142-4e1e-8f92-eddd2ad702a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:50.225150 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-fd585293-a142-4e1e-8f92-eddd2ad702a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 200 len: 850 time: 0.0781307 Apr 14 21:48:50.231501 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d762cea-0e7b-472b-85e7-c80c26bf0e74 req-8a672a7e-864e-43f8-993e-f2827d710a2f tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:50.232884 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5d762cea-0e7b-472b-85e7-c80c26bf0e74 req-8a672a7e-864e-43f8-993e-f2827d710a2f tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 945 time: 0.0775435 Apr 14 21:48:50.283506 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-5d762cea-0e7b-472b-85e7-c80c26bf0e74 req-891f3341-3b0c-467d-9fc3-8d445d8f555a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/security-groups?id=cddcf302-62e3-4472-8522-b7c6ca211e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433259 Apr 14 21:48:50.323323 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-78ce3af1-95f4-409a-8935-371dcad79b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:50.324818 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-78ce3af1-95f4-409a-8935-371dcad79b50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82d90ee7-0083-45e5-a54b-aa8f60609e7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392542 Apr 14 21:48:50.417650 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-8360367e-a8e7-4be0-9100-c54dbf1662bc service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859551 Apr 14 21:48:50.605893 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-f2ad9ec7-b029-4a21-9447-208a969c39d1 req-3982820f-c52a-4efc-ac72-8ca437a717d2 service neutron] 10.222.0.13 "GET /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825813 Apr 14 21:48:50.661988 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-14207e65-e51e-4fc4-b60a-85ef67003dcc tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:48:50.663393 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-14207e65-e51e-4fc4-b60a-85ef67003dcc tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 945 time: 0.0497375 Apr 14 21:48:50.747949 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-7e99d3b7-856f-452d-a6b1-cdf476943215 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Deleting port 5b55d545-6116-4131-adb9-af7912468c60 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:50.748294 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-7e99d3b7-856f-452d-a6b1-cdf476943215 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (5b55d545-6116-4131-adb9-af7912468c60), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:50.841050 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-7e99d3b7-856f-452d-a6b1-cdf476943215 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] For port 5b55d545-6116-4131-adb9-af7912468c60, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=5b55d545-6116-4131-adb9-af7912468c60,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:48:50.841412 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-7e99d3b7-856f-452d-a6b1-cdf476943215 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (5b55d545-6116-4131-adb9-af7912468c60), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:50.855092 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-7e99d3b7-856f-452d-a6b1-cdf476943215 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Calling delete_port for 5b55d545-6116-4131-adb9-af7912468c60 owned by compute:nova {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:50.982226 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-7e99d3b7-856f-452d-a6b1-cdf476943215 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (5b55d545-6116-4131-adb9-af7912468c60), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:51.014540 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99d3b7-856f-452d-a6b1-cdf476943215 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event deleted for resources: {'Port': ['ID=5b55d545-6116-4131-adb9-af7912468c60,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:51.056187 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-7e99d3b7-856f-452d-a6b1-cdf476943215 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] No DVR routers for this DVR port 5b55d545-6116-4131-adb9-af7912468c60 on host hv-cinder-83754 {{(pid=103383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:48:51.058860 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-7e99d3b7-856f-452d-a6b1-cdf476943215 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for port (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:51.062143 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-6eecaa31-79ea-42ce-8245-da5fa061a46c req-7e99d3b7-856f-452d-a6b1-cdf476943215 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.13 "DELETE /v2.0/ports/5b55d545-6116-4131-adb9-af7912468c60 HTTP/1.1" status: 204 len: 173 time: 0.3909135 Apr 14 21:48:51.062586 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b076702b-a679-4c3b-85b2-92faae062fed', 'name': 'network-vif-deleted', 'tag': '5b55d545-6116-4131-adb9-af7912468c60'}] {{(pid=103383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:48:51.064931 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3a5888031a189890548ccd0dd5ebd645e2ebfaaffd58aab5dea54c422ff553" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6a7faa-48bf-447d-a355-f8520a29f52f" -d '{"events": [{"server_uuid": "b076702b-a679-4c3b-85b2-92faae062fed", "name": "network-vif-deleted", "tag": "5b55d545-6116-4131-adb9-af7912468c60"}]}' {{(pid=103383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:48:51.102344 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b7951f-6d61-4372-afdf-545a0235b3f2 x-openstack-request-id: req-46b7951f-6d61-4372-afdf-545a0235b3f2 {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:48:51.102645 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b076702b-a679-4c3b-85b2-92faae062fed", "name": "network-vif-deleted", "tag": "5b55d545-6116-4131-adb9-af7912468c60", "status": "completed", "code": 200}]} {{(pid=103383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:48:51.102899 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46b7951f-6d61-4372-afdf-545a0235b3f2 {{(pid=103383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:48:51.103306 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b7951f-6d61-4372-afdf-545a0235b3f2'] response: {'server_uuid': 'b076702b-a679-4c3b-85b2-92faae062fed', 'name': 'network-vif-deleted', 'tag': '5b55d545-6116-4131-adb9-af7912468c60', 'status': 'completed', 'code': 200} Apr 14 21:48:51.383603 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [req-44da4508-bc9b-4423-be19-29e059278b10 req-277dc801-41c4-44ac-a344-3a0427113352 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "GET /v2.0/ports?device_id=b076702b-a679-4c3b-85b2-92faae062fed HTTP/1.1" status: 200 len: 210 time: 0.0285227 Apr 14 21:48:52.440967 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37984) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:52.555871 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-9c7320cf-42a0-4a1f-b603-e3b6effb499a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Deleting port 1da172ab-bca8-4f0e-999a-2e611e6a155f {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:52.556210 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9c7320cf-42a0-4a1f-b603-e3b6effb499a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (1da172ab-bca8-4f0e-999a-2e611e6a155f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:52.633898 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9c7320cf-42a0-4a1f-b603-e3b6effb499a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (1da172ab-bca8-4f0e-999a-2e611e6a155f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:52.634157 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9c7320cf-42a0-4a1f-b603-e3b6effb499a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (1da172ab-bca8-4f0e-999a-2e611e6a155f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:52.646656 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-9c7320cf-42a0-4a1f-b603-e3b6effb499a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Calling delete_port for 1da172ab-bca8-4f0e-999a-2e611e6a155f owned by network:floatingip {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:52.775995 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9c7320cf-42a0-4a1f-b603-e3b6effb499a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (1da172ab-bca8-4f0e-999a-2e611e6a155f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:52.802721 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7320cf-42a0-4a1f-b603-e3b6effb499a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event deleted for resources: {'Port': ['ID=1da172ab-bca8-4f0e-999a-2e611e6a155f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:52.863032 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9c7320cf-42a0-4a1f-b603-e3b6effb499a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for floatingip (e9147dda-2926-43e6-b70e-05a2d2886583), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:52.865637 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-9c7320cf-42a0-4a1f-b603-e3b6effb499a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-128003'] for floatingip (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:52.866931 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-9c7320cf-42a0-4a1f-b603-e3b6effb499a tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "DELETE /v2.0/floatingips/e9147dda-2926-43e6-b70e-05a2d2886583 HTTP/1.1" status: 204 len: 168 time: 0.4248822 Apr 14 21:48:54.073009 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 37996) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:54.130646 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5df92b58-8602-413d-8f1e-9885ebe69810 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group (cddcf302-62e3-4472-8522-b7c6ca211e81), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:54.155392 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5df92b58-8602-413d-8f1e-9885ebe69810 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group (cddcf302-62e3-4472-8522-b7c6ca211e81), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:54.225853 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5df92b58-8602-413d-8f1e-9885ebe69810 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (cddcf302-62e3-4472-8522-b7c6ca211e81), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:54.229084 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-5df92b58-8602-413d-8f1e-9885ebe69810 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:54.230480 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-5df92b58-8602-413d-8f1e-9885ebe69810 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] 10.222.0.47 "DELETE /v2.0/security-groups/cddcf302-62e3-4472-8522-b7c6ca211e81 HTTP/1.1" status: 204 len: 168 time: 0.1563048 Apr 14 21:48:54.242866 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df92b58-8602-413d-8f1e-9885ebe69810 tempest-TestVolumeBootPattern-1497738298 tempest-TestVolumeBootPattern-1497738298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddcf302-62e3-4472-8522-b7c6ca211e81,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:54.285579 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 38000) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:54.402191 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5b55d545-6116-4131-adb9-af7912468c60 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:48:54.424527 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] No Port match for: 5b55d545-6116-4131-adb9-af7912468c60 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:48:54.424874 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Device 5b55d545-6116-4131-adb9-af7912468c60 not bound to the agent host hv-cinder-83754 {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:48:54.991101 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519628'] for router_interface (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:55.224787 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] Deleting port c41e8f19-41ff-4db5-ad35-ae124b115f1f {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:55.225453 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:55.304383 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] For port c41e8f19-41ff-4db5-ad35-ae124b115f1f, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=c41e8f19-41ff-4db5-ad35-ae124b115f1f,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:48:55.304776 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:55.318485 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] Calling delete_port for c41e8f19-41ff-4db5-ad35-ae124b115f1f owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:55.503975 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (c41e8f19-41ff-4db5-ad35-ae124b115f1f), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:55.530336 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41e8f19-41ff-4db5-ad35-ae124b115f1f,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:55.708470 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519504'] for router_interface (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:55.746594 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:55.945167 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] Router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:48:56.058822 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:48:56.064365 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-f713593f-eaa7-4a4e-adb9-18e50dc04418 admin admin] 10.222.0.47 "PUT /v2.0/routers/b4a64c8a-072e-4a2c-a6bd-aea2774986c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7771857 Apr 14 21:48:56.066596 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 38004) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:56.068819 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] Sync routers for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:48:56.078361 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:48:56.078960 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:48:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:56.174813 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Publish callbacks [] for router (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.190223 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:48:56.284444 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Publish callbacks [] for router_gateway (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.338598 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Deleting port 28928222-6a83-410e-94d7-f56824a624c9 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:56.338942 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (28928222-6a83-410e-94d7-f56824a624c9), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.379527 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '28928222-6a83-410e-94d7-f56824a624c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:48:55Z', 'revision_number': 5, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port': {'id': '28928222-6a83-410e-94d7-f56824a624c9', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:56.409713 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] Checking router: b4a64c8a-072e-4a2c-a6bd-aea2774986c3 for host: dv-cinder-837543-3-iscsi {{(pid=103385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:48:56.418649 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] Routers {'b4a64c8a-072e-4a2c-a6bd-aea2774986c3'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:48:56.420465 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:48:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'], 'active': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:56.428735 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] For port 28928222-6a83-410e-94d7-f56824a624c9, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=28928222-6a83-410e-94d7-f56824a624c9,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:48:56.429123 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (28928222-6a83-410e-94d7-f56824a624c9), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.443534 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Calling delete_port for 28928222-6a83-410e-94d7-f56824a624c9 owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:56.515012 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvr_db [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] Set router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 gateway port host: None {{(pid=103385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:48:56.579125 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_hamode_db [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:48:56Z', 'revision_number': 6, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port_host': None}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:56.608271 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ebf70-5717-4e37-881f-a4f8b6b3eb5c None None] The sync data for ids ['b4a64c8a-072e-4a2c-a6bd-aea2774986c3'] in dv-cinder-837543-3-iscsi is: [{'id': 'b4a64c8a-072e-4a2c-a6bd-aea2774986c3', 'name': 'tempest-TestVolumeBootPattern-642760314-router', 'tenant_id': '83743cb03a3341c99562297b54829938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:03Z', 'updated_at': '2022-04-14T21:48:56Z', 'revision_number': 6, 'project_id': '83743cb03a3341c99562297b54829938', 'gw_port_host': None}] {{(pid=103385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:48:56.625811 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (28928222-6a83-410e-94d7-f56824a624c9), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.657978 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Pushing event deleted for resources: {'Port': ['ID=28928222-6a83-410e-94d7-f56824a624c9,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:56.718896 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-521206'] for router_gateway (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.811114 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11676'] for router (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.813381 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Publish callbacks [] for router_controller (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.863657 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518675'] for router (b4a64c8a-072e-4a2c-a6bd-aea2774986c3), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.864150 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a64c8a-072e-4a2c-a6bd-aea2774986c3 {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:48:56.868608 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.869670 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-df506376-0080-4c54-a129-9618c8720cff admin admin] 10.222.0.47 "DELETE /v2.0/routers/b4a64c8a-072e-4a2c-a6bd-aea2774986c3 HTTP/1.1" status: 204 len: 168 time: 0.8020713 Apr 14 21:48:56.872327 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 38006) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:56.924376 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5240896-a4e3-49ca-887d-0ed989b5db3f admin admin] Deleting subnet f94ab265-89b2-435e-a5de-ddbea1cfd6d6 {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:48:56.927629 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5240896-a4e3-49ca-887d-0ed989b5db3f admin admin] Publish callbacks [] for subnet (f94ab265-89b2-435e-a5de-ddbea1cfd6d6), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:56.967635 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5240896-a4e3-49ca-887d-0ed989b5db3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8272601'] for subnet (f94ab265-89b2-435e-a5de-ddbea1cfd6d6), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.067868 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5240896-a4e3-49ca-887d-0ed989b5db3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (f94ab265-89b2-435e-a5de-ddbea1cfd6d6), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.120932 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5240896-a4e3-49ca-887d-0ed989b5db3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7670259'] for subnet (f94ab265-89b2-435e-a5de-ddbea1cfd6d6), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.147792 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5240896-a4e3-49ca-887d-0ed989b5db3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94ab265-89b2-435e-a5de-ddbea1cfd6d6,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:57.149782 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-b5240896-a4e3-49ca-887d-0ed989b5db3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.152925 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-b5240896-a4e3-49ca-887d-0ed989b5db3f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f94ab265-89b2-435e-a5de-ddbea1cfd6d6 HTTP/1.1" status: 204 len: 168 time: 0.2796340 Apr 14 21:48:57.155029 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a092ad-624e-4c5f-a687-f08204ad0231 None None] Network 82d90ee7-0083-45e5-a54b-aa8f60609e7e requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:48:57.155653 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 38008) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:57.239103 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (82d90ee7-0083-45e5-a54b-aa8f60609e7e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.290985 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Deleting port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:57.291328 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.355337 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] For port 3be03c1f-0694-40fb-bb1d-bf65d02311f9, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=3be03c1f-0694-40fb-bb1d-bf65d02311f9,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:48:57.356222 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.370252 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Calling delete_port for 3be03c1f-0694-40fb-bb1d-bf65d02311f9 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:57.389851 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] DHCP port deletion for 82d90ee7-0083-45e5-a54b-aa8f60609e7e request from dv-cinder-837543-3-iscsi {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:48:57.431433 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Deleting port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:57.431906 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.460954 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.491169 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] No DVR routers for this DVR port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 on host dv-cinder-837543-3-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:48:57.496228 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be03c1f-0694-40fb-bb1d-bf65d02311f9,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:57.502011 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] For port 3be03c1f-0694-40fb-bb1d-bf65d02311f9, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=3be03c1f-0694-40fb-bb1d-bf65d02311f9,segment=NetworkSegment(bc960d4c-2a36-47fe-8a1c-013587ab1422),segment_id=bc960d4c-2a36-47fe-8a1c-013587ab1422)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:48:57.502421 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.517245 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Calling delete_port for 3be03c1f-0694-40fb-bb1d-bf65d02311f9 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:57.571902 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (82d90ee7-0083-45e5-a54b-aa8f60609e7e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.593950 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d90ee7-0083-45e5-a54b-aa8f60609e7e']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:57.606485 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc960d4c-2a36-47fe-8a1c-013587ab1422') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:57.606778 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc960d4c-2a36-47fe-8a1c-013587ab1422') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:57.611148 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871'] for port (3be03c1f-0694-40fb-bb1d-bf65d02311f9), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.620255 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (bc960d4c-2a36-47fe-8a1c-013587ab1422), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.634969 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (bc960d4c-2a36-47fe-8a1c-013587ab1422), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.636128 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Pushing event deleted for resources: {'Port': ['ID=3be03c1f-0694-40fb-bb1d-bf65d02311f9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:57.643431 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:48:57.644051 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] No DVR routers for this DVR port 3be03c1f-0694-40fb-bb1d-bf65d02311f9 on host dv-cinder-837543-3-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:48:57.644450 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (bc960d4c-2a36-47fe-8a1c-013587ab1422), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.646444 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:48:57.646925 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:48:57.649757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.649757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.649757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.649757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.649757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.649757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.649757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.649757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.649757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.649757 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.650521 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.650521 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.650853 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.651356 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7f320f-bf38-4b4b-befa-c6e3a3d50215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:48:57.707978 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (82d90ee7-0083-45e5-a54b-aa8f60609e7e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.713177 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.716415 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] 10.222.0.47 "DELETE /v2.0/networks/82d90ee7-0083-45e5-a54b-aa8f60609e7e HTTP/1.1" status: 204 len: 168 time: 0.5597847 Apr 14 21:48:57.719408 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 38010) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:57.728038 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a0b90-316b-4abc-ab16-0c8fb6172990 admin admin] Pushing event deleted for resources: {'Network': ['ID=82d90ee7-0083-45e5-a54b-aa8f60609e7e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:58.056010 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-519628'] for router_interface (4d0ebbec-d323-4994-805f-f0a18957b162), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:58.375957 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 28928222-6a83-410e-94d7-f56824a624c9 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:48:58.397866 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 28928222-6a83-410e-94d7-f56824a624c9 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:48:58.398303 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 28928222-6a83-410e-94d7-f56824a624c9 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:48:58.398796 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device c41e8f19-41ff-4db5-ad35-ae124b115f1f no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:48:58.420937 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: c41e8f19-41ff-4db5-ad35-ae124b115f1f {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:48:58.421286 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device c41e8f19-41ff-4db5-ad35-ae124b115f1f not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:48:58.421707 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3be03c1f-0694-40fb-bb1d-bf65d02311f9 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:48:58.443169 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 3be03c1f-0694-40fb-bb1d-bf65d02311f9 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:48:58.443520 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3be03c1f-0694-40fb-bb1d-bf65d02311f9 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:48:58.558267 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] Deleting port ced18a61-5f01-4250-9da3-4624f41fa0e2 {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:58.558604 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:58.643456 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] For port ced18a61-5f01-4250-9da3-4624f41fa0e2, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=ced18a61-5f01-4250-9da3-4624f41fa0e2,segment=NetworkSegment(43de7a29-165e-4307-b338-12639f6d12f4),segment_id=43de7a29-165e-4307-b338-12639f6d12f4)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:48:58.643733 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:58.658173 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] Calling delete_port for ced18a61-5f01-4250-9da3-4624f41fa0e2 owned by network:router_interface {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:58.843132 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (ced18a61-5f01-4250-9da3-4624f41fa0e2), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:58.874071 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced18a61-5f01-4250-9da3-4624f41fa0e2,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:59.049607 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-519504'] for router_interface (4d0ebbec-d323-4994-805f-f0a18957b162), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:59.272223 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] Router 4d0ebbec-d323-4994-805f-f0a18957b162 has already been hosted by L3 agent 2f7f9d1d-4d91-46a5-81e2-e252105f2e67 {{(pid=103383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:48:59.383064 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-iscsi the message routers_updated {{(pid=103383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:48:59.388763 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-bcc4f23e-c95c-4f1b-8ac1-fcefd5fcc432 admin admin] 10.222.0.47 "PUT /v2.0/routers/4d0ebbec-d323-4994-805f-f0a18957b162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6676869 Apr 14 21:48:59.390549 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 38012) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:48:59.392319 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] Sync routers for ids ['4d0ebbec-d323-4994-805f-f0a18957b162'] in dv-cinder-837543-3-iscsi {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:48:59.403361 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] Routers {'4d0ebbec-d323-4994-805f-f0a18957b162'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:48:59.403981 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:48:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['4d0ebbec-d323-4994-805f-f0a18957b162'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:59.500041 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Publish callbacks [] for router (4d0ebbec-d323-4994-805f-f0a18957b162), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:59.513022 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] Set router 4d0ebbec-d323-4994-805f-f0a18957b162 gateway port host: dv-cinder-837543-3-iscsi {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:48:59.611270 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Publish callbacks [] for router_gateway (4d0ebbec-d323-4994-805f-f0a18957b162), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:59.659106 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Deleting port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad {{(pid=103383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:48:59.659449 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:59.687040 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'name': 'tempest-TestVolumeBootPattern-1621067191-router', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'external_fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:48:58Z', 'revision_number': 5, 'project_id': '10c5a27b287f492984d840f12ded5795', 'gw_port': {'id': '3d5045ef-0f57-42b9-9ee3-d13eedf71cad', 'name': '', 'network_id': 'c0aad007-68de-449c-abb1-9901663a3e9a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:df:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55fd2dfa-ffd3-4e94-b573-6d4e22ddb4c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-iscsi'}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:59.713446 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] Checking router: 4d0ebbec-d323-4994-805f-f0a18957b162 for host: dv-cinder-837543-3-iscsi {{(pid=103386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:48:59.722848 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] Routers {'4d0ebbec-d323-4994-805f-f0a18957b162'} bound to L3 agent in host dv-cinder-837543-3-iscsi {{(pid=103386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:48:59.723465 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T21:23:09Z,description=,heartbeat_timestamp=2022-04-14T21:48:39Z,host='dv-cinder-837543-3-iscsi',id=2f7f9d1d-4d91-46a5-81e2-e252105f2e67,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:23:09Z,topic='l3_agent')) {'router_ids': ['4d0ebbec-d323-4994-805f-f0a18957b162'], 'active': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:48:59.739298 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.db [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] For port 3d5045ef-0f57-42b9-9ee3-d13eedf71cad, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=3d5045ef-0f57-42b9-9ee3-d13eedf71cad,segment=NetworkSegment(25200c19-e930-4d07-b830-4381253522dd),segment_id=25200c19-e930-4d07-b830-4381253522dd)] {{(pid=103383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:48:59.739657 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:59.753614 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.plugins.ml2.plugin [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Calling delete_port for 3d5045ef-0f57-42b9-9ee3-d13eedf71cad owned by network:router_gateway {{(pid=103383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:48:59.909764 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvr_db [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] Set router 4d0ebbec-d323-4994-805f-f0a18957b162 gateway port host: None {{(pid=103386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:48:59.928984 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7738075'] for port (3d5045ef-0f57-42b9-9ee3-d13eedf71cad), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:59.960519 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5045ef-0f57-42b9-9ee3-d13eedf71cad,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:48:59.972247 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.l3_hamode_db [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'name': 'tempest-TestVolumeBootPattern-1621067191-router', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:48:59Z', 'revision_number': 6, 'project_id': '10c5a27b287f492984d840f12ded5795', 'gw_port_host': None}], 'dv-cinder-837543-3-iscsi', False) {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:49:00.000722 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f2163-4ff7-44e1-80e9-c9c547972e55 None None] The sync data for ids ['4d0ebbec-d323-4994-805f-f0a18957b162'] in dv-cinder-837543-3-iscsi is: [{'id': '4d0ebbec-d323-4994-805f-f0a18957b162', 'name': 'tempest-TestVolumeBootPattern-1621067191-router', 'tenant_id': '10c5a27b287f492984d840f12ded5795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:42:08Z', 'updated_at': '2022-04-14T21:48:59Z', 'revision_number': 6, 'project_id': '10c5a27b287f492984d840f12ded5795', 'gw_port_host': None}] {{(pid=103386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:49:00.025527 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-521206'] for router_gateway (4d0ebbec-d323-4994-805f-f0a18957b162), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.123620 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11676'] for router (4d0ebbec-d323-4994-805f-f0a18957b162), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.125813 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Publish callbacks [] for router_controller (4d0ebbec-d323-4994-805f-f0a18957b162), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.174457 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518675'] for router (4d0ebbec-d323-4994-805f-f0a18957b162), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.174904 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0ebbec-d323-4994-805f-f0a18957b162 {{(pid=103383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:49:00.179885 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.181046 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-fd040ff3-105e-4968-bd99-0548b6cc17ba admin admin] 10.222.0.47 "DELETE /v2.0/routers/4d0ebbec-d323-4994-805f-f0a18957b162 HTTP/1.1" status: 204 len: 168 time: 0.7894328 Apr 14 21:49:00.183610 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 38014) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:00.228615 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf38d15-42ef-46ee-a3e8-a31b45031d8a admin admin] Deleting subnet 51499f22-ac02-4420-9ba4-56b6a03539de {{(pid=103383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:49:00.231828 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1bf38d15-42ef-46ee-a3e8-a31b45031d8a admin admin] Publish callbacks [] for subnet (51499f22-ac02-4420-9ba4-56b6a03539de), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.269578 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1bf38d15-42ef-46ee-a3e8-a31b45031d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8272601'] for subnet (51499f22-ac02-4420-9ba4-56b6a03539de), precommit_delete_associations {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.358574 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1bf38d15-42ef-46ee-a3e8-a31b45031d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3646247'] for subnet (51499f22-ac02-4420-9ba4-56b6a03539de), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.426976 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1bf38d15-42ef-46ee-a3e8-a31b45031d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3646256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7738036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7670259'] for subnet (51499f22-ac02-4420-9ba4-56b6a03539de), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.458053 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59300bd3-9eae-42f8-8098-4ede5fd76130 None None] Network 9d412085-8548-4358-895f-f8ab6e755d2e requested from dv-cinder-837543-3-iscsi {{(pid=103385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:49:00.461349 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-1bf38d15-42ef-46ee-a3e8-a31b45031d8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.466904 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-1bf38d15-42ef-46ee-a3e8-a31b45031d8a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/51499f22-ac02-4420-9ba4-56b6a03539de HTTP/1.1" status: 204 len: 168 time: 0.2800047 Apr 14 21:49:00.466904 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf38d15-42ef-46ee-a3e8-a31b45031d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51499f22-ac02-4420-9ba4-56b6a03539de,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:49:00.467371 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 38016) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:00.544252 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425366'] for network (9d412085-8548-4358-895f-f8ab6e755d2e), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.596830 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Deleting port 43ffce17-c75e-4fc6-8472-40a639e780e1 {{(pid=103384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:49:00.597162 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792835535400'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.662016 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.db [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] For port 43ffce17-c75e-4fc6-8472-40a639e780e1, host dv-cinder-837543-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-iscsi',level=0,port_id=43ffce17-c75e-4fc6-8472-40a639e780e1,segment=NetworkSegment(43de7a29-165e-4307-b338-12639f6d12f4),segment_id=43de7a29-165e-4307-b338-12639f6d12f4)] {{(pid=103384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:49:00.662372 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-493122'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.675603 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.plugin [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Calling delete_port for 43ffce17-c75e-4fc6-8472-40a639e780e1 owned by network:dhcp {{(pid=103384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:49:00.747354 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device ced18a61-5f01-4250-9da3-4624f41fa0e2 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:49:00.754400 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3589579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792835542038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792835165871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8644435'] for port (43ffce17-c75e-4fc6-8472-40a639e780e1), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.768759 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: ced18a61-5f01-4250-9da3-4624f41fa0e2 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:49:00.769345 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device ced18a61-5f01-4250-9da3-4624f41fa0e2 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:49:00.773471 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c9aa42-21a9-49f6-bfcb-25d533153069 None None] DHCP port deletion for 9d412085-8548-4358-895f-f8ab6e755d2e request from dv-cinder-837543-3-iscsi {{(pid=103385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:49:00.788998 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ffce17-c75e-4fc6-8472-40a639e780e1,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:49:00.792866 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] No DVR routers for this DVR port 43ffce17-c75e-4fc6-8472-40a639e780e1 on host dv-cinder-837543-3-iscsi {{(pid=103384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:49:00.871024 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3644060', 'neutron.services.segments.db._delete_segments_for_network-8792835459512'] for network (9d412085-8548-4358-895f-f8ab6e755d2e), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.898140 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d412085-8548-4358-895f-f8ab6e755d2e']}} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:49:00.905614 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43de7a29-165e-4307-b338-12639f6d12f4') {'for_net_delete': True} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:49:00.905938 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.services.segments.db [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43de7a29-165e-4307-b338-12639f6d12f4') {} {{(pid=103384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:49:00.917378 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792835461825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645071'] for segment (43de7a29-165e-4307-b338-12639f6d12f4), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.932084 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644'] for segment (43de7a29-165e-4307-b338-12639f6d12f4), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.938282 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:49:00.939027 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8644486'] for segment (43de7a29-165e-4307-b338-12639f6d12f4), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: Traceback (most recent call last): Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: timer() Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: cb(*args, **kw) Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: return func(*args, **kwargs) Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: self._notify() Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: self.callback(batched_events) Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: event.method(event) Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: return f(self, *a, **k) Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._get(url).json() Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: return self.request(url, 'GET', **kwargs) Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:49:00.941067 dv-cinder-837543-3-iscsi neutron-server[103384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:49:01.024548 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3644069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-521170'] for network (9d412085-8548-4358-895f-f8ab6e755d2e), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.030601 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627757'] for network (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.036908 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9d412085-8548-4358-895f-f8ab6e755d2e HTTP/1.1" status: 204 len: 168 time: 0.5682695 Apr 14 21:49:01.050877 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452903b-aef0-441f-b146-4f0fd0b905b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d412085-8548-4358-895f-f8ab6e755d2e,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:49:01.166874 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 38020) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:01.208561 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-c4b63192-abd6-4fe4-b8de-a1f69f74fb69 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83743cb03a3341c99562297b54829938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404692 Apr 14 21:49:01.211950 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 38022) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:01.261857 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c596134-ae3c-4ccb-b37a-cee39e11dbbb admin admin] Publish callbacks [] for security_group (259c4299-61e1-49c9-91da-31353d679fb5), before_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.284236 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c596134-ae3c-4ccb-b37a-cee39e11dbbb admin admin] Publish callbacks [] for security_group (259c4299-61e1-49c9-91da-31353d679fb5), precommit_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.339933 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c596134-ae3c-4ccb-b37a-cee39e11dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (259c4299-61e1-49c9-91da-31353d679fb5), after_delete {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.342503 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron_lib.callbacks.manager [None req-6c596134-ae3c-4ccb-b37a-cee39e11dbbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.343679 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-6c596134-ae3c-4ccb-b37a-cee39e11dbbb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/259c4299-61e1-49c9-91da-31353d679fb5 HTTP/1.1" status: 204 len: 168 time: 0.1308103 Apr 14 21:49:01.352677 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c596134-ae3c-4ccb-b37a-cee39e11dbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c4299-61e1-49c9-91da-31353d679fb5,revision_number=None']} {{(pid=103383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:49:01.672292 dv-cinder-837543-3-iscsi neutron-server[103383]: DEBUG neutron.wsgi [-] (103383) accepted ('10.222.0.47', 38028) {{(pid=103383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:01.712593 dv-cinder-837543-3-iscsi neutron-server[103383]: INFO neutron.wsgi [None req-0cc099ac-a123-42e6-bcb7-72b5f848814d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10c5a27b287f492984d840f12ded5795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386202 Apr 14 21:49:01.715360 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [-] (103384) accepted ('10.222.0.47', 38030) {{(pid=103384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:49:01.764400 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b77ef255-6abb-4cf8-8c5f-7bd8dd8718e9 admin admin] Publish callbacks [] for security_group (0907825b-70e7-407a-9a68-c594e5d7a37f), before_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.786586 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b77ef255-6abb-4cf8-8c5f-7bd8dd8718e9 admin admin] Publish callbacks [] for security_group (0907825b-70e7-407a-9a68-c594e5d7a37f), precommit_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.835878 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b77ef255-6abb-4cf8-8c5f-7bd8dd8718e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393849'] for security_group (0907825b-70e7-407a-9a68-c594e5d7a37f), after_delete {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.838889 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron_lib.callbacks.manager [None req-b77ef255-6abb-4cf8-8c5f-7bd8dd8718e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.840051 dv-cinder-837543-3-iscsi neutron-server[103384]: INFO neutron.wsgi [None req-b77ef255-6abb-4cf8-8c5f-7bd8dd8718e9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0907825b-70e7-407a-9a68-c594e5d7a37f HTTP/1.1" status: 204 len: 168 time: 0.1236696 Apr 14 21:49:01.850015 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ef255-6abb-4cf8-8c5f-7bd8dd8718e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0907825b-70e7-407a-9a68-c594e5d7a37f,revision_number=None']} {{(pid=103384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:49:02.369665 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 43ffce17-c75e-4fc6-8472-40a639e780e1 no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:49:02.389378 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 43ffce17-c75e-4fc6-8472-40a639e780e1 {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:49:02.389712 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 43ffce17-c75e-4fc6-8472-40a639e780e1 not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:49:02.390150 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3d5045ef-0f57-42b9-9ee3-d13eedf71cad no longer exists at agent ovs-agent-dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:49:02.410494 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] No Port match for: 3d5045ef-0f57-42b9-9ee3-d13eedf71cad {{(pid=103385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:49:02.410829 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.rpc [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Device 3d5045ef-0f57-42b9-9ee3-d13eedf71cad not bound to the agent host dv-cinder-837543-3-iscsi {{(pid=103385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:49:03.799739 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:49:06.389985 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36a2986f-3e88-4a9c-b09c-395a1bb16a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:08.918390 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cd4eaa34-42d6-4197-ab47-bf77ab62b8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:09.754002 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:11.400644 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:12.724953 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:25.764820 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:36.391997 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1b390ad9-694e-4c83-80d9-fb075519c01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:38.920348 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d4f98b4c-7341-43a3-af73-68ae81a26fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:39.757129 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:40.798221 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:49:41.402393 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:42.729858 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:47.012054 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-3051eeb3-ba3c-4f69-83c2-aa21715962d6 service neutron] (103384) timed out ('10.222.0.47', 59564) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:49:47.201544 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-05b12eb2-7edc-4f08-994c-12169ae1000f req-80fea6f5-88df-4fb1-9c64-32b160337664 tempest-AttachVolumeShelveTestJSON-1196548730 tempest-AttachVolumeShelveTestJSON-1196548730-project] (103384) timed out ('10.222.0.47', 59574) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:49:55.755429 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:06.394109 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c708285-eae9-49cf-8392-4f34c05c9796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:08.921763 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c1e73623-a132-49cd-ad48-82cdf371382f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:09.761603 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:11.404775 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:12.732770 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:17.797524 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:50:25.754784 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:36.395833 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d69fa561-afca-4a9d-ab22-08e6f38bec20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:38.921992 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d886dc3a-4dfb-4158-bff4-9e091c01d4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:39.764118 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:41.408990 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:42.738095 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:54.797292 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:50:55.771816 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:06.399016 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ff5af1d6-3ea6-481f-8b23-cf8cc8025216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:08.926773 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee89b42f-850c-429e-a01b-8f765a192aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:09.764575 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:11.415418 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:12.730993 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:23.442108 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-8f4c01eb-9485-4d39-b8cd-0a82371825db req-3ef5ed75-b6ac-4dad-8844-71d8bc0b434a service neutron] (103384) timed out ('10.222.0.13', 53474) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:51:23.588152 dv-cinder-837543-3-iscsi neutron-server[103384]: DEBUG neutron.wsgi [req-633a0310-2112-4785-9694-3f142ed81253 req-7bde975f-9bf7-47ff-b665-8e4c2d4ac9c0 service neutron] (103384) timed out ('10.222.0.13', 53455) {{(pid=103384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 21:51:25.784648 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:31.797435 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:51:36.405546 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-153a93ce-d246-4dbe-be2f-cc260341effa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:38.923060 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ba45-6b81-4509-a3b2-062d5a510c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:39.767852 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:41.414883 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:42.738151 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:51:55.800796 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:06.407955 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9e78e85f-8684-4d6f-a029-be17e6b3a2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:08.797282 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:52:08.930555 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02d7056c-76bb-4c7e-b548-45e09182b282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:09.772099 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:11.417620 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:12.737139 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:25.808059 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:36.409450 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f14426f1-5c2e-47bb-a945-48926b7c33c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:38.926003 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6aae8027-0f3b-481e-984d-ae1fb2020301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:39.782275 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:41.426924 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:42.739072 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:52:45.801559 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:52:55.801062 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:06.412610 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-962399f9-8037-4cbb-ad08-d2eefd4d79fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:08.945194 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-80c43d24-7411-4088-afdc-acc7719e10d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:09.785122 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:11.431485 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:12.738969 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:22.801823 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:53:25.818414 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:36.412866 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eff9611e-eb58-4802-8be4-aa4e57a82abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:38.921660 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-53b58837-b332-441b-96a8-e35870ac051e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:39.787155 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:41.438234 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:42.735667 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:55.814810 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:53:59.801609 dv-cinder-837543-3-iscsi neutron-server[103386]: DEBUG neutron.db.agents_db [None req-327e89b0-a328-40ec-842a-73dddd11ab19 None None] Agent healthcheck: found 6 active agents {{(pid=103386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:54:06.407332 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5552a8b4-7c3b-4489-b181-714a1935bce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (eec3fc9e-75d9-45a2-94f6-f9d6d0afc901), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:08.915460 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-49d5f4c3-0da5-4f32-85fb-3faccd19975e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (2f7f9d1d-4d91-46a5-81e2-e252105f2e67), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:09.785309 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5136da08-dc88-4e0d-8d7e-bc9164f1cd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (bd944d16-609f-4967-8a44-c0b5085a7c4d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:11.432259 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-45f7522b-043f-4a12-b72d-0a9e8dd7c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (76d35e5b-7155-4434-bd8c-6725bddbf72c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:12.732569 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-36f31c13-c1a3-4161-9610-ee6b4b37a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (fed684e6-1c1e-4e71-abc4-722dba651b44), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:54:25.831620 dv-cinder-837543-3-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-89c5c135-4831-4735-bc8a-851a228d2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792835459494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3543517'] for agent (50af0e65-488a-437f-8222-3104dd05c63e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}